2026-02-22T21:42:44.379 INFO:root:teuthology version: 1.2.4.dev9+gfa17720d0 2026-02-22T21:42:44.396 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-22T21:42:44.478 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106 branch: wip-yuri6-testing-2026-02-22-1629-squid description: rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack} conf/{disable-pool-app} msgr-failures/few objectstore/bluestore-comp-snappy policy/none rbd-mirror/four-per-cluster supported-random-distro$/{ubuntu_latest} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} email: yweinste@redhat.com first_in_suite: false flavor: default job_id: '64106' kernel: branch: distro kdb: true sha1: distro ktype: distro last_in_suite: false machine_type: trial meta: - desc: run two ceph clusters and install rbd-mirror - desc: configure the permissions for client.mirror - desc: 2 ceph clusters with 1 mon and 3 osds each - desc: run four rbd-mirror daemons per cluster - desc: run the rbd_mirror_stress.sh workunit to test the rbd-mirror daemon name: yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial no_nested_subset: false openstack: - volumes: count: 3 size: 30 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-yuri6-testing-2026-02-22-1629-squid ceph: conf: client: debug rbd: 20 debug rbd_mirror: 15 log to stderr: false rbd default features: 125 rbd mirror image policy type: none client.mirror.0: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.1: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.2: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid client.mirror.3: admin socket: /var/run/ceph/rbd-mirror.$cluster-$name.asok pid file: /var/run/ceph/rbd-mirror.$cluster-$name.pid global: mon client directed command retry: 5 mon warn on pool no app: false ms inject socket failures: 5000 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: bluestore block size: 96636764160 bluestore compression algorithm: snappy bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(OSD_SLOW_PING_TIME sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-yuri6-testing-2026-02-22-1629-squid sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 owner: scheduled_yuriw@soko04.front.sepia.ceph.com priority: 69 repo: https://github.com/ceph/ceph-ci.git roles: - - cluster1.mon.a - cluster1.mgr.x - cluster2.mgr.x - cluster1.osd.0 - cluster1.osd.1 - cluster1.osd.2 - cluster1.client.0 - cluster2.client.0 - - cluster2.mon.a - cluster2.osd.0 - cluster2.osd.1 - cluster2.osd.2 - cluster1.client.mirror - cluster1.client.mirror.0 - cluster1.client.mirror.1 - cluster1.client.mirror.2 - cluster1.client.mirror.3 - cluster1.client.mirror.4 - cluster1.client.mirror.5 - cluster1.client.mirror.6 - cluster2.client.mirror - cluster2.client.mirror.0 - cluster2.client.mirror.1 - cluster2.client.mirror.2 - cluster2.client.mirror.3 - cluster2.client.mirror.4 - cluster2.client.mirror.5 - cluster2.client.mirror.6 seed: 9196 sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 sleep_before_teardown: 0 subset: 111/120000 suite: rbd suite_branch: wip-yuri6-testing-2026-02-22-1629-squid suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 targets: trial023.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKm1nGX4MeQnTk6KNG5ApxfHHhvZqdcsQvVvxn84o3Q72xcZHUtxyI7r6vT67MJzbY6K+d7YdupBT5U5R30ysi4= trial172.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNzk+JeAUgWNhlW2xKnjX8SNdZOkUpK3w6iZ4eZeVx5cxVcfrWpiEszIjcBAtVvnwpR+ydoge+akQ9x3xJSqX/c= tasks: - install: extra_packages: - rbd-mirror - ceph: cluster: cluster1 - ceph: cluster: cluster2 - exec: cluster1.client.mirror.0: - sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd' - sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd' - rbd-mirror: client: cluster1.client.mirror.0 thrash: true - rbd-mirror: client: cluster1.client.mirror.1 thrash: true - rbd-mirror: client: cluster1.client.mirror.2 thrash: true - rbd-mirror: client: cluster1.client.mirror.3 thrash: true - rbd-mirror: client: cluster2.client.mirror.0 thrash: true - rbd-mirror: client: cluster2.client.mirror.1 thrash: true - rbd-mirror: client: cluster2.client.mirror.2 thrash: true - rbd-mirror: client: cluster2.client.mirror.3 thrash: true - rbd-mirror-thrash: cluster: cluster1 - rbd-mirror-thrash: cluster: cluster2 - workunit: clients: cluster1.client.mirror: - rbd/rbd_mirror_stress.sh env: CEPH_ARGS: '' MIRROR_POOL_MODE: image RBD_IMAGE_FEATURES: layering,exclusive-lock,object-map,fast-diff RBD_MIRROR_INSTANCES: '4' RBD_MIRROR_MODE: snapshot RBD_MIRROR_USE_EXISTING_CLUSTER: '1' RBD_MIRROR_USE_RBD_MIRROR: '1' timeout: 6h teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: fa17720d0088c3ac28e473468bfc79eeaff5cd38 timestamp: 2026-02-22_19:35:38 tube: trial user: yuriw verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653 2026-02-22T21:42:44.478 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa; will attempt to use it 2026-02-22T21:42:44.479 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa/tasks 2026-02-22T21:42:44.479 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-22T21:42:44.480 INFO:teuthology.task.internal:Checking packages... 2026-02-22T21:42:44.480 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'f90f4eaebb28b619cf76e80cbbe997656da69579' 2026-02-22T21:42:44.480 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-22T21:42:44.480 INFO:teuthology.packaging:ref: None 2026-02-22T21:42:44.480 INFO:teuthology.packaging:tag: None 2026-02-22T21:42:44.480 INFO:teuthology.packaging:branch: wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T21:42:44.480 INFO:teuthology.packaging:sha1: f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:42:44.481 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T21:42:44.605 INFO:teuthology.task.internal:Found packages for ceph version 19.2.3-689-gf90f4eae-1jammy 2026-02-22T21:42:44.606 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-22T21:42:44.617 INFO:teuthology.task.internal:no buildpackages task found 2026-02-22T21:42:44.617 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-22T21:42:44.631 INFO:teuthology.task.internal:Saving configuration 2026-02-22T21:42:44.645 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-22T21:42:44.657 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-22T21:42:44.735 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial023.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-22 21:39:14.600941', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKx0msXmvmTUbn06Tl5w4W3OP7fkAkJZoBBZ0aubGpBu'} 2026-02-22T21:42:44.792 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial172.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-22 21:39:14.600387', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIE8V8YVr+UfhAJ3X+behnaU3VVCkvqPNxJeDwaVHX9nj'} 2026-02-22T21:42:44.792 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-22T21:42:44.804 INFO:teuthology.task.internal:roles: ubuntu@trial023.front.sepia.ceph.com - ['cluster1.mon.a', 'cluster1.mgr.x', 'cluster2.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0', 'cluster2.client.0'] 2026-02-22T21:42:44.804 INFO:teuthology.task.internal:roles: ubuntu@trial172.front.sepia.ceph.com - ['cluster2.mon.a', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster1.client.mirror', 'cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5', 'cluster1.client.mirror.6', 'cluster2.client.mirror', 'cluster2.client.mirror.0', 'cluster2.client.mirror.1', 'cluster2.client.mirror.2', 'cluster2.client.mirror.3', 'cluster2.client.mirror.4', 'cluster2.client.mirror.5', 'cluster2.client.mirror.6'] 2026-02-22T21:42:44.804 INFO:teuthology.run_tasks:Running task console_log... 2026-02-22T21:42:44.940 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x735a546ed9e0>, signals=[15]) 2026-02-22T21:42:44.941 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-22T21:42:44.952 INFO:teuthology.task.internal:Opening connections... 2026-02-22T21:42:44.952 DEBUG:teuthology.task.internal:connecting to ubuntu@trial023.front.sepia.ceph.com 2026-02-22T21:42:44.953 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T21:42:45.017 DEBUG:teuthology.task.internal:connecting to ubuntu@trial172.front.sepia.ceph.com 2026-02-22T21:42:45.017 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T21:42:45.083 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-22T21:42:45.099 DEBUG:teuthology.orchestra.run.trial023:> uname -m 2026-02-22T21:42:45.103 INFO:teuthology.orchestra.run.trial023.stdout:x86_64 2026-02-22T21:42:45.103 DEBUG:teuthology.orchestra.run.trial023:> cat /etc/os-release 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:PRETTY_NAME="Ubuntu 22.04.5 LTS" 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:NAME="Ubuntu" 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:VERSION_ID="22.04" 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:VERSION="22.04.5 LTS (Jammy Jellyfish)" 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:VERSION_CODENAME=jammy 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:ID=ubuntu 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:ID_LIKE=debian 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:HOME_URL="https://www.ubuntu.com/" 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2026-02-22T21:42:45.150 INFO:teuthology.orchestra.run.trial023.stdout:UBUNTU_CODENAME=jammy 2026-02-22T21:42:45.151 INFO:teuthology.lock.ops:Updating trial023.front.sepia.ceph.com on lock server 2026-02-22T21:42:45.225 DEBUG:teuthology.orchestra.run.trial172:> uname -m 2026-02-22T21:42:45.228 INFO:teuthology.orchestra.run.trial172.stdout:x86_64 2026-02-22T21:42:45.228 DEBUG:teuthology.orchestra.run.trial172:> cat /etc/os-release 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:PRETTY_NAME="Ubuntu 22.04.5 LTS" 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:NAME="Ubuntu" 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:VERSION_ID="22.04" 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:VERSION="22.04.5 LTS (Jammy Jellyfish)" 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:VERSION_CODENAME=jammy 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:ID=ubuntu 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:ID_LIKE=debian 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:HOME_URL="https://www.ubuntu.com/" 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2026-02-22T21:42:45.275 INFO:teuthology.orchestra.run.trial172.stdout:UBUNTU_CODENAME=jammy 2026-02-22T21:42:45.275 INFO:teuthology.lock.ops:Updating trial172.front.sepia.ceph.com on lock server 2026-02-22T21:42:45.352 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-22T21:42:45.365 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-22T21:42:45.376 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-22T21:42:45.376 DEBUG:teuthology.orchestra.run.trial023:> test '!' -e /home/ubuntu/cephtest 2026-02-22T21:42:45.378 DEBUG:teuthology.orchestra.run.trial172:> test '!' -e /home/ubuntu/cephtest 2026-02-22T21:42:45.381 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-22T21:42:45.393 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-22T21:42:45.393 DEBUG:teuthology.orchestra.run.trial023:> test -z $(ls -A /var/lib/ceph) 2026-02-22T21:42:45.424 DEBUG:teuthology.orchestra.run.trial172:> test -z $(ls -A /var/lib/ceph) 2026-02-22T21:42:45.428 INFO:teuthology.orchestra.run.trial023.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-02-22T21:42:45.429 INFO:teuthology.orchestra.run.trial172.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-02-22T21:42:45.430 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-22T21:42:45.587 INFO:teuthology.run_tasks:Running task kernel... 2026-02-22T21:42:45.610 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': True, 'sha1': 'distro'} 2026-02-22T21:42:45.610 INFO:teuthology.task.kernel:config {'cluster1.mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'cluster2.mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, timeout 300 2026-02-22T21:42:45.610 DEBUG:teuthology.orchestra.run.trial023:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-22T21:42:45.610 DEBUG:teuthology.orchestra.run.trial172:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-22T21:42:45.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:42:45.613 DEBUG:teuthology.orchestra.run.trial023:> uname -r 2026-02-22T21:42:45.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:42:45.614 DEBUG:teuthology.orchestra.run.trial172:> uname -r 2026-02-22T21:42:45.658 INFO:teuthology.orchestra.run.trial023.stdout:5.15.0-170-generic 2026-02-22T21:42:45.658 INFO:teuthology.task.kernel:Running kernel on trial023: 5.15.0-170-generic 2026-02-22T21:42:45.658 DEBUG:teuthology.orchestra.run.trial023:> sudo apt-get clean 2026-02-22T21:42:45.659 INFO:teuthology.orchestra.run.trial172.stdout:5.15.0-170-generic 2026-02-22T21:42:45.659 INFO:teuthology.task.kernel:Running kernel on trial172: 5.15.0-170-generic 2026-02-22T21:42:45.659 DEBUG:teuthology.orchestra.run.trial172:> sudo apt-get clean 2026-02-22T21:42:45.716 DEBUG:teuthology.orchestra.run.trial023:> sudo apt-get update 2026-02-22T21:42:45.717 DEBUG:teuthology.orchestra.run.trial172:> sudo apt-get update 2026-02-22T21:42:46.214 INFO:teuthology.orchestra.run.trial172.stdout:Hit:1 https://archive.ubuntu.com/ubuntu jammy InRelease 2026-02-22T21:42:46.303 INFO:teuthology.orchestra.run.trial172.stdout:Get:2 https://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2026-02-22T21:42:46.465 INFO:teuthology.orchestra.run.trial023.stdout:Hit:1 https://archive.ubuntu.com/ubuntu jammy InRelease 2026-02-22T21:42:46.554 INFO:teuthology.orchestra.run.trial023.stdout:Get:2 https://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2026-02-22T21:42:46.639 INFO:teuthology.orchestra.run.trial172.stdout:Get:3 https://archive.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2026-02-22T21:42:46.787 INFO:teuthology.orchestra.run.trial172.stdout:Get:4 https://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2026-02-22T21:42:46.892 INFO:teuthology.orchestra.run.trial023.stdout:Get:3 https://archive.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2026-02-22T21:42:46.925 INFO:teuthology.orchestra.run.trial172.stdout:Get:5 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [3245 kB] 2026-02-22T21:42:47.041 INFO:teuthology.orchestra.run.trial023.stdout:Get:4 https://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2026-02-22T21:42:47.182 INFO:teuthology.orchestra.run.trial023.stdout:Get:5 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [3245 kB] 2026-02-22T21:42:47.324 INFO:teuthology.orchestra.run.trial172.stdout:Get:6 https://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [495 kB] 2026-02-22T21:42:47.336 INFO:teuthology.orchestra.run.trial172.stdout:Get:7 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [19.1 kB] 2026-02-22T21:42:47.337 INFO:teuthology.orchestra.run.trial172.stdout:Get:8 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1256 kB] 2026-02-22T21:42:47.371 INFO:teuthology.orchestra.run.trial172.stdout:Get:9 https://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [314 kB] 2026-02-22T21:42:47.378 INFO:teuthology.orchestra.run.trial172.stdout:Get:10 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [30.3 kB] 2026-02-22T21:42:47.379 INFO:teuthology.orchestra.run.trial172.stdout:Get:11 https://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [5310 kB] 2026-02-22T21:42:47.535 INFO:teuthology.orchestra.run.trial172.stdout:Get:12 https://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [1005 kB] 2026-02-22T21:42:47.559 INFO:teuthology.orchestra.run.trial172.stdout:Get:13 https://archive.ubuntu.com/ubuntu jammy-security/main amd64 Packages [2983 kB] 2026-02-22T21:42:47.583 INFO:teuthology.orchestra.run.trial023.stdout:Get:6 https://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [495 kB] 2026-02-22T21:42:47.595 INFO:teuthology.orchestra.run.trial023.stdout:Get:7 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [19.1 kB] 2026-02-22T21:42:47.596 INFO:teuthology.orchestra.run.trial023.stdout:Get:8 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1256 kB] 2026-02-22T21:42:47.631 INFO:teuthology.orchestra.run.trial023.stdout:Get:9 https://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [314 kB] 2026-02-22T21:42:47.637 INFO:teuthology.orchestra.run.trial023.stdout:Get:10 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [30.3 kB] 2026-02-22T21:42:47.638 INFO:teuthology.orchestra.run.trial023.stdout:Get:11 https://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [5310 kB] 2026-02-22T21:42:47.645 INFO:teuthology.orchestra.run.trial172.stdout:Get:14 https://archive.ubuntu.com/ubuntu jammy-security/main Translation-en [427 kB] 2026-02-22T21:42:47.653 INFO:teuthology.orchestra.run.trial172.stdout:Get:15 https://archive.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [14.1 kB] 2026-02-22T21:42:47.654 INFO:teuthology.orchestra.run.trial172.stdout:Get:16 https://archive.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [1018 kB] 2026-02-22T21:42:47.688 INFO:teuthology.orchestra.run.trial172.stdout:Get:17 https://archive.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [22.7 kB] 2026-02-22T21:42:47.690 INFO:teuthology.orchestra.run.trial172.stdout:Get:18 https://archive.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [5147 kB] 2026-02-22T21:42:47.795 INFO:teuthology.orchestra.run.trial023.stdout:Get:12 https://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [1005 kB] 2026-02-22T21:42:47.818 INFO:teuthology.orchestra.run.trial023.stdout:Get:13 https://archive.ubuntu.com/ubuntu jammy-security/main amd64 Packages [2983 kB] 2026-02-22T21:42:47.835 INFO:teuthology.orchestra.run.trial172.stdout:Get:19 https://archive.ubuntu.com/ubuntu jammy-security/restricted Translation-en [979 kB] 2026-02-22T21:42:47.905 INFO:teuthology.orchestra.run.trial023.stdout:Get:14 https://archive.ubuntu.com/ubuntu jammy-security/main Translation-en [427 kB] 2026-02-22T21:42:47.914 INFO:teuthology.orchestra.run.trial023.stdout:Get:15 https://archive.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [14.1 kB] 2026-02-22T21:42:47.914 INFO:teuthology.orchestra.run.trial023.stdout:Get:16 https://archive.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [1018 kB] 2026-02-22T21:42:47.950 INFO:teuthology.orchestra.run.trial023.stdout:Get:17 https://archive.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [22.7 kB] 2026-02-22T21:42:47.950 INFO:teuthology.orchestra.run.trial023.stdout:Get:18 https://archive.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [5147 kB] 2026-02-22T21:42:48.098 INFO:teuthology.orchestra.run.trial023.stdout:Get:19 https://archive.ubuntu.com/ubuntu jammy-security/restricted Translation-en [979 kB] 2026-02-22T21:42:51.257 INFO:teuthology.orchestra.run.trial172.stdout:Fetched 22.6 MB in 3s (7888 kB/s) 2026-02-22T21:42:51.569 INFO:teuthology.orchestra.run.trial023.stdout:Fetched 22.6 MB in 3s (7145 kB/s) 2026-02-22T21:42:51.775 INFO:teuthology.orchestra.run.trial172.stdout:Reading package lists... 2026-02-22T21:42:51.788 DEBUG:teuthology.orchestra.run.trial172:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2026-02-22T21:42:51.821 INFO:teuthology.orchestra.run.trial172.stdout:Reading package lists... 2026-02-22T21:42:51.929 INFO:teuthology.orchestra.run.trial172.stdout:Building dependency tree... 2026-02-22T21:42:51.929 INFO:teuthology.orchestra.run.trial172.stdout:Reading state information... 2026-02-22T21:42:52.015 INFO:teuthology.orchestra.run.trial172.stdout:linux-image-generic is already the newest version (5.15.0.170.159). 2026-02-22T21:42:52.015 INFO:teuthology.orchestra.run.trial172.stdout:linux-image-generic set to manually installed. 2026-02-22T21:42:52.015 INFO:teuthology.orchestra.run.trial172.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T21:42:52.015 INFO:teuthology.orchestra.run.trial172.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T21:42:52.015 INFO:teuthology.orchestra.run.trial172.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T21:42:52.015 INFO:teuthology.orchestra.run.trial172.stdout: sg3-utils-udev 2026-02-22T21:42:52.016 INFO:teuthology.orchestra.run.trial172.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T21:42:52.034 INFO:teuthology.orchestra.run.trial172.stdout:0 upgraded, 0 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T21:42:52.036 DEBUG:teuthology.orchestra.run.trial172:> dpkg -s linux-image-generic 2026-02-22T21:42:52.085 INFO:teuthology.orchestra.run.trial172.stdout:Package: linux-image-generic 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Status: install ok installed 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Priority: optional 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Section: kernel 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Installed-Size: 21 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Maintainer: Ubuntu Kernel Team 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Architecture: amd64 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Source: linux-meta 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Version: 5.15.0.170.159 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.6), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-170), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.6) 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Depends: linux-image-5.15.0-170-generic, linux-modules-extra-5.15.0-170-generic, linux-firmware, intel-microcode, amd64-microcode 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Recommends: thermald 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout:Description: Generic Linux kernel image 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout: This package will always depend on the latest generic kernel image 2026-02-22T21:42:52.086 INFO:teuthology.orchestra.run.trial172.stdout: available. 2026-02-22T21:42:52.086 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-22T21:42:52.086 INFO:teuthology.task.kernel:Enabling kdb on cluster2.mon.a... 2026-02-22T21:42:52.086 DEBUG:teuthology.orchestra.run.trial172:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-22T21:42:52.101 INFO:teuthology.orchestra.run.trial023.stdout:Reading package lists... 2026-02-22T21:42:52.115 DEBUG:teuthology.orchestra.run.trial023:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2026-02-22T21:42:52.146 INFO:teuthology.orchestra.run.trial172.stdout:ttyS1 2026-02-22T21:42:52.158 INFO:teuthology.orchestra.run.trial023.stdout:Reading package lists... 2026-02-22T21:42:52.161 DEBUG:teuthology.parallel:result is None 2026-02-22T21:42:52.268 INFO:teuthology.orchestra.run.trial023.stdout:Building dependency tree... 2026-02-22T21:42:52.269 INFO:teuthology.orchestra.run.trial023.stdout:Reading state information... 2026-02-22T21:42:52.356 INFO:teuthology.orchestra.run.trial023.stdout:linux-image-generic is already the newest version (5.15.0.170.159). 2026-02-22T21:42:52.356 INFO:teuthology.orchestra.run.trial023.stdout:linux-image-generic set to manually installed. 2026-02-22T21:42:52.357 INFO:teuthology.orchestra.run.trial023.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T21:42:52.357 INFO:teuthology.orchestra.run.trial023.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T21:42:52.357 INFO:teuthology.orchestra.run.trial023.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T21:42:52.357 INFO:teuthology.orchestra.run.trial023.stdout: sg3-utils-udev 2026-02-22T21:42:52.357 INFO:teuthology.orchestra.run.trial023.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T21:42:52.376 INFO:teuthology.orchestra.run.trial023.stdout:0 upgraded, 0 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T21:42:52.378 DEBUG:teuthology.orchestra.run.trial023:> dpkg -s linux-image-generic 2026-02-22T21:42:52.428 INFO:teuthology.orchestra.run.trial023.stdout:Package: linux-image-generic 2026-02-22T21:42:52.429 INFO:teuthology.orchestra.run.trial023.stdout:Status: install ok installed 2026-02-22T21:42:52.429 INFO:teuthology.orchestra.run.trial023.stdout:Priority: optional 2026-02-22T21:42:52.429 INFO:teuthology.orchestra.run.trial023.stdout:Section: kernel 2026-02-22T21:42:52.429 INFO:teuthology.orchestra.run.trial023.stdout:Installed-Size: 21 2026-02-22T21:42:52.429 INFO:teuthology.orchestra.run.trial023.stdout:Maintainer: Ubuntu Kernel Team 2026-02-22T21:42:52.429 INFO:teuthology.orchestra.run.trial023.stdout:Architecture: amd64 2026-02-22T21:42:52.429 INFO:teuthology.orchestra.run.trial023.stdout:Source: linux-meta 2026-02-22T21:42:52.429 INFO:teuthology.orchestra.run.trial023.stdout:Version: 5.15.0.170.159 2026-02-22T21:42:52.429 INFO:teuthology.orchestra.run.trial023.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.6), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-170), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.6) 2026-02-22T21:42:52.430 INFO:teuthology.orchestra.run.trial023.stdout:Depends: linux-image-5.15.0-170-generic, linux-modules-extra-5.15.0-170-generic, linux-firmware, intel-microcode, amd64-microcode 2026-02-22T21:42:52.430 INFO:teuthology.orchestra.run.trial023.stdout:Recommends: thermald 2026-02-22T21:42:52.430 INFO:teuthology.orchestra.run.trial023.stdout:Description: Generic Linux kernel image 2026-02-22T21:42:52.430 INFO:teuthology.orchestra.run.trial023.stdout: This package will always depend on the latest generic kernel image 2026-02-22T21:42:52.430 INFO:teuthology.orchestra.run.trial023.stdout: available. 2026-02-22T21:42:52.430 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2026-02-22T21:42:52.430 INFO:teuthology.task.kernel:Enabling kdb on cluster1.mon.a... 2026-02-22T21:42:52.431 DEBUG:teuthology.orchestra.run.trial023:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-22T21:42:52.479 INFO:teuthology.orchestra.run.trial023.stdout:ttyS1 2026-02-22T21:42:52.505 DEBUG:teuthology.parallel:result is None 2026-02-22T21:42:52.505 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-22T21:42:52.519 INFO:teuthology.task.internal:Creating test directory... 2026-02-22T21:42:52.519 DEBUG:teuthology.orchestra.run.trial023:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-22T21:42:52.549 DEBUG:teuthology.orchestra.run.trial172:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-22T21:42:52.554 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-22T21:42:52.566 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-22T21:42:52.579 INFO:teuthology.task.internal:Creating archive directory... 2026-02-22T21:42:52.580 DEBUG:teuthology.orchestra.run.trial023:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-22T21:42:52.596 DEBUG:teuthology.orchestra.run.trial172:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-22T21:42:52.611 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-22T21:42:52.622 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-22T21:42:52.623 DEBUG:teuthology.orchestra.run.trial023:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-22T21:42:52.644 DEBUG:teuthology.orchestra.run.trial172:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-22T21:42:52.651 INFO:teuthology.orchestra.run.trial023.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T21:42:52.653 INFO:teuthology.orchestra.run.trial172.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T21:42:52.657 INFO:teuthology.orchestra.run.trial023.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T21:42:52.659 INFO:teuthology.orchestra.run.trial172.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-22T21:42:52.660 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-22T21:42:52.672 INFO:teuthology.task.internal:Configuring sudo... 2026-02-22T21:42:52.673 DEBUG:teuthology.orchestra.run.trial023:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-22T21:42:52.700 DEBUG:teuthology.orchestra.run.trial172:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-22T21:42:52.712 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-22T21:42:52.729 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-22T21:42:52.729 DEBUG:teuthology.orchestra.run.trial023:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-22T21:42:52.752 DEBUG:teuthology.orchestra.run.trial172:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-22T21:42:52.757 DEBUG:teuthology.orchestra.run.trial023:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T21:42:52.799 DEBUG:teuthology.orchestra.run.trial023:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T21:42:52.846 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:42:52.846 DEBUG:teuthology.orchestra.run.trial023:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-22T21:42:52.896 DEBUG:teuthology.orchestra.run.trial172:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T21:42:52.900 DEBUG:teuthology.orchestra.run.trial172:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T21:42:52.944 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:42:52.944 DEBUG:teuthology.orchestra.run.trial172:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-22T21:42:52.998 DEBUG:teuthology.orchestra.run.trial023:> sudo service rsyslog restart 2026-02-22T21:42:53.000 DEBUG:teuthology.orchestra.run.trial172:> sudo service rsyslog restart 2026-02-22T21:42:53.062 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-22T21:42:53.082 INFO:teuthology.task.internal:Starting timer... 2026-02-22T21:42:53.082 INFO:teuthology.run_tasks:Running task pcp... 2026-02-22T21:42:53.109 INFO:teuthology.run_tasks:Running task selinux... 2026-02-22T21:42:53.126 DEBUG:teuthology.task.selinux:Excluding trial023: OS 'ubuntu' does not support SELinux 2026-02-22T21:42:53.126 DEBUG:teuthology.task.selinux:Excluding trial172: OS 'ubuntu' does not support SELinux 2026-02-22T21:42:53.126 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-22T21:42:53.126 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-02-22T21:42:53.126 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-22T21:42:53.127 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-22T21:42:53.140 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2026-02-22T21:42:53.142 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2026-02-22T21:42:53.253 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-22T21:42:53.261 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-22T21:42:53.262 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial023.front.sepia.ceph.com,trial172.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-22T21:45:18.659 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial023.front.sepia.ceph.com'), Remote(name='ubuntu@trial172.front.sepia.ceph.com')] 2026-02-22T21:45:18.659 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial023.front.sepia.ceph.com' 2026-02-22T21:45:18.660 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T21:45:18.729 DEBUG:teuthology.orchestra.run.trial023:> true 2026-02-22T21:45:18.972 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial023.front.sepia.ceph.com' 2026-02-22T21:45:18.973 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial172.front.sepia.ceph.com' 2026-02-22T21:45:18.973 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial172.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-22T21:45:19.048 DEBUG:teuthology.orchestra.run.trial172:> true 2026-02-22T21:45:19.297 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial172.front.sepia.ceph.com' 2026-02-22T21:45:19.297 INFO:teuthology.run_tasks:Running task clock... 2026-02-22T21:45:19.305 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-22T21:45:19.305 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-22T21:45:19.306 DEBUG:teuthology.orchestra.run.trial023:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T21:45:19.307 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-22T21:45:19.307 DEBUG:teuthology.orchestra.run.trial172:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T21:45:19.323 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2026-02-22T21:45:19.323 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: Command line: ntpd -gq 2026-02-22T21:45:19.323 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: ---------------------------------------------------- 2026-02-22T21:45:19.323 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: ntp-4 is maintained by Network Time Foundation, 2026-02-22T21:45:19.323 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2026-02-22T21:45:19.323 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: corporation. Support and training for ntp-4 are 2026-02-22T21:45:19.323 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: available at https://www.nwtime.org/support 2026-02-22T21:45:19.323 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: ---------------------------------------------------- 2026-02-22T21:45:19.323 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: proto: precision = 0.030 usec (-25) 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: basedate set to 2022-02-04 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: gps base set to 2022-02-06 (week 2196) 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stderr:restrict ::: KOD does nothing without LIMITED. 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: restrict ::: KOD does nothing without LIMITED. 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: Listen and drop on 0 v6wildcard [::]:123 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: Listen normally on 2 lo 127.0.0.1:123 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: Listen normally on 3 enp1s0f0 10.20.193.23:123 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: Listen normally on 4 lo [::1]:123 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: Listen normally on 5 enp1s0f0 [fe80::925a:8ff:fe77:648e%2]:123 2026-02-22T21:45:19.324 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:19 ntpd[9427]: Listening on routing socket on fd #22 for interface updates 2026-02-22T21:45:19.360 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2026-02-22T21:45:19.360 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: Command line: ntpd -gq 2026-02-22T21:45:19.360 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: ---------------------------------------------------- 2026-02-22T21:45:19.360 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: ntp-4 is maintained by Network Time Foundation, 2026-02-22T21:45:19.360 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2026-02-22T21:45:19.361 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: corporation. Support and training for ntp-4 are 2026-02-22T21:45:19.361 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: available at https://www.nwtime.org/support 2026-02-22T21:45:19.361 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: ---------------------------------------------------- 2026-02-22T21:45:19.361 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: proto: precision = 0.020 usec (-25) 2026-02-22T21:45:19.361 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: basedate set to 2022-02-04 2026-02-22T21:45:19.361 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: gps base set to 2022-02-06 (week 2196) 2026-02-22T21:45:19.361 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2026-02-22T21:45:19.361 INFO:teuthology.orchestra.run.trial172.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2026-02-22T21:45:19.362 INFO:teuthology.orchestra.run.trial172.stderr:restrict ::: KOD does nothing without LIMITED. 2026-02-22T21:45:19.363 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: restrict ::: KOD does nothing without LIMITED. 2026-02-22T21:45:19.363 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: Listen and drop on 0 v6wildcard [::]:123 2026-02-22T21:45:19.363 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2026-02-22T21:45:19.363 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: Listen normally on 2 lo 127.0.0.1:123 2026-02-22T21:45:19.363 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: Listen normally on 3 enp1s0f0 10.20.193.172:123 2026-02-22T21:45:19.363 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: Listen normally on 4 lo [::1]:123 2026-02-22T21:45:19.363 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: Listen normally on 5 enp1s0f0 [fe80::925a:8ff:fe77:64a0%2]:123 2026-02-22T21:45:19.363 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:19 ntpd[9421]: Listening on routing socket on fd #22 for interface updates 2026-02-22T21:45:20.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:20 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:20.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:20 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:20.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:20 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:20.389 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:20 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:20.389 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:20 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:20.389 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:20 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:21.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:21 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:21.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:21 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:21.381 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:21 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:21.381 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:21 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:21.381 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:21 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:21.381 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:21 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:22.324 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:22.324 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:22.324 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:22.324 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:22.324 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:22.324 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:22.329 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:22.329 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:22.329 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:22.329 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:22.349 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:22.349 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:22.350 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:22.350 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:22.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:22.389 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:22.389 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:22.389 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:22 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:23.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:23.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:23.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:23.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:23.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:23.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:23.380 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:23.380 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:23.380 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:23.380 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:23.387 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:23.387 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:23.387 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:23.387 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:23.390 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:23.390 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:23.390 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:23.390 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:23 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:24.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.328 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.328 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.328 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:24.328 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:24.348 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.348 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.348 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:24.348 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:24.359 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:24 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.359 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:24 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.363 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:24 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.363 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:24 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.363 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:24 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:24.363 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:24 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:24.365 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.365 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.365 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:24.365 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:24.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:24.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:24.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:24.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:24 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:25.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:25.361 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:25.361 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:25.361 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:25.361 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:25.361 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:25.380 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:25.380 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:25.381 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:25.381 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:25.387 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:25.387 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:25.387 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:25.387 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:25.390 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:25.390 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:25.391 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:25.391 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:25 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:26.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.323 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.328 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.328 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.328 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:26.328 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:26.352 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.352 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.352 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:26.352 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:26.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:26 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:26 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.363 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:26 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.363 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:26 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.363 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:26 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:26.363 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:26 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:26.365 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.365 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.365 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:26.365 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:26.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:26.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:26.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:26.388 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:26.389 INFO:teuthology.orchestra.run.trial023.stdout:22 Feb 21:45:26 ntpd[9427]: ntpd: time slew +0.022448 s 2026-02-22T21:45:26.389 INFO:teuthology.orchestra.run.trial023.stdout:ntpd: time slew +0.022448s 2026-02-22T21:45:26.389 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2026-02-22T21:45:26.389 INFO:teuthology.orchestra.run.trial023.stderr:22 Feb 21:45:26 ntpd[9427]: can't open /var/log/ntpstats/loopstats.20260222: Permission denied 2026-02-22T21:45:27.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:27.360 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:27.361 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:27.361 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:27.361 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:27.361 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:27.380 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2026-02-22T21:45:27.380 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: can't open /var/log/ntpstats/rawstats.20260222: Permission denied 2026-02-22T21:45:27.380 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2026-02-22T21:45:27.381 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: can't open /var/log/ntpstats/peerstats.20260222: Permission denied 2026-02-22T21:45:27.381 INFO:teuthology.orchestra.run.trial172.stdout:22 Feb 21:45:27 ntpd[9421]: ntpd: time set -0.063572 s 2026-02-22T21:45:27.381 INFO:teuthology.orchestra.run.trial172.stdout:ntpd: time set -0.063572s 2026-02-22T21:45:27.381 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2026-02-22T21:45:27.382 INFO:teuthology.orchestra.run.trial172.stderr:22 Feb 21:45:27 ntpd[9421]: can't open /var/log/ntpstats/loopstats.20260222: Permission denied 2026-02-22T21:45:27.405 INFO:teuthology.orchestra.run.trial172.stdout:No association ID's returned 2026-02-22T21:45:33.525 INFO:teuthology.orchestra.run.trial023.stdout: remote refid st t when poll reach delay offset jitter 2026-02-22T21:45:33.525 INFO:teuthology.orchestra.run.trial023.stdout:============================================================================== 2026-02-22T21:45:33.525 INFO:teuthology.orchestra.run.trial023.stdout: time.ecansol.ne .INIT. 16 u - 64 0 0.000 +0.000 0.000 2026-02-22T21:45:33.525 INFO:teuthology.orchestra.run.trial023.stdout: 66.42.71.197 (6 132.239.1.6 2 u - 64 1 80.397 +30.969 0.000 2026-02-22T21:45:33.525 INFO:teuthology.orchestra.run.trial023.stdout: zinc.frizzen.ne 198.137.202.32 3 u 4 64 1 68.270 +24.254 0.000 2026-02-22T21:45:33.525 INFO:teuthology.orchestra.run.trial023.stdout: time.cloudflare 10.137.8.106 3 u 5 64 1 3.064 +22.874 0.000 2026-02-22T21:45:33.527 INFO:teuthology.run_tasks:Running task install... 2026-02-22T21:45:33.541 DEBUG:teuthology.task.install:project ceph 2026-02-22T21:45:33.541 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}} 2026-02-22T21:45:33.541 DEBUG:teuthology.task.install:config {'extra_packages': ['rbd-mirror'], 'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'} 2026-02-22T21:45:33.541 INFO:teuthology.task.install:Using flavor: default 2026-02-22T21:45:33.550 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-22T21:45:33.550 INFO:teuthology.task.install:extra packages: ['rbd-mirror'] 2026-02-22T21:45:33.551 DEBUG:teuthology.orchestra.run.trial023:> sudo apt-key list | grep Ceph 2026-02-22T21:45:33.551 DEBUG:teuthology.orchestra.run.trial172:> sudo apt-key list | grep Ceph 2026-02-22T21:45:33.606 INFO:teuthology.orchestra.run.trial172.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2026-02-22T21:45:33.619 INFO:teuthology.orchestra.run.trial023.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2026-02-22T21:45:33.636 INFO:teuthology.orchestra.run.trial172.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2026-02-22T21:45:33.636 INFO:teuthology.orchestra.run.trial172.stdout:uid [ unknown] Ceph.com (release key) 2026-02-22T21:45:33.636 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, rbd-mirror on remote deb x86_64 2026-02-22T21:45:33.637 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:45:33.648 INFO:teuthology.orchestra.run.trial023.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2026-02-22T21:45:33.648 INFO:teuthology.orchestra.run.trial023.stdout:uid [ unknown] Ceph.com (release key) 2026-02-22T21:45:33.649 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, rbd-mirror on remote deb x86_64 2026-02-22T21:45:33.649 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:45:33.830 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default/ 2026-02-22T21:45:33.830 INFO:teuthology.task.install.deb:Package version is 19.2.3-689-gf90f4eae-1jammy 2026-02-22T21:45:33.841 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default/ 2026-02-22T21:45:33.842 INFO:teuthology.task.install.deb:Package version is 19.2.3-689-gf90f4eae-1jammy 2026-02-22T21:45:34.003 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:45:34.003 DEBUG:teuthology.orchestra.run.trial172:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2026-02-22T21:45:34.012 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:45:34.012 DEBUG:teuthology.orchestra.run.trial023:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2026-02-22T21:45:34.013 DEBUG:teuthology.orchestra.run.trial172:> sudo apt-get update 2026-02-22T21:45:34.022 DEBUG:teuthology.orchestra.run.trial023:> sudo apt-get update 2026-02-22T21:45:34.168 INFO:teuthology.orchestra.run.trial172.stdout:Ign:1 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy InRelease 2026-02-22T21:45:34.180 INFO:teuthology.orchestra.run.trial172.stdout:Get:2 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy Release [7662 B] 2026-02-22T21:45:34.187 INFO:teuthology.orchestra.run.trial023.stdout:Ign:1 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy InRelease 2026-02-22T21:45:34.191 INFO:teuthology.orchestra.run.trial172.stdout:Ign:3 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy Release.gpg 2026-02-22T21:45:34.198 INFO:teuthology.orchestra.run.trial023.stdout:Get:2 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy Release [7662 B] 2026-02-22T21:45:34.203 INFO:teuthology.orchestra.run.trial172.stdout:Get:4 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.1 kB] 2026-02-22T21:45:34.210 INFO:teuthology.orchestra.run.trial023.stdout:Ign:3 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy Release.gpg 2026-02-22T21:45:34.221 INFO:teuthology.orchestra.run.trial023.stdout:Get:4 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.1 kB] 2026-02-22T21:45:34.514 INFO:teuthology.orchestra.run.trial172.stdout:Hit:5 https://archive.ubuntu.com/ubuntu jammy InRelease 2026-02-22T21:45:34.595 INFO:teuthology.orchestra.run.trial172.stdout:Hit:6 https://archive.ubuntu.com/ubuntu jammy-updates InRelease 2026-02-22T21:45:34.684 INFO:teuthology.orchestra.run.trial172.stdout:Hit:7 https://archive.ubuntu.com/ubuntu jammy-security InRelease 2026-02-22T21:45:34.750 INFO:teuthology.orchestra.run.trial023.stdout:Hit:5 https://archive.ubuntu.com/ubuntu jammy InRelease 2026-02-22T21:45:34.771 INFO:teuthology.orchestra.run.trial172.stdout:Hit:8 https://archive.ubuntu.com/ubuntu jammy-backports InRelease 2026-02-22T21:45:34.819 INFO:teuthology.orchestra.run.trial023.stdout:Hit:6 https://archive.ubuntu.com/ubuntu jammy-updates InRelease 2026-02-22T21:45:34.888 INFO:teuthology.orchestra.run.trial023.stdout:Hit:7 https://archive.ubuntu.com/ubuntu jammy-security InRelease 2026-02-22T21:45:34.917 INFO:teuthology.orchestra.run.trial172.stdout:Fetched 25.8 kB in 1s (34.6 kB/s) 2026-02-22T21:45:34.960 INFO:teuthology.orchestra.run.trial023.stdout:Hit:8 https://archive.ubuntu.com/ubuntu jammy-backports InRelease 2026-02-22T21:45:35.105 INFO:teuthology.orchestra.run.trial023.stdout:Fetched 25.8 kB in 1s (27.8 kB/s) 2026-02-22T21:45:35.441 INFO:teuthology.orchestra.run.trial172.stdout:Reading package lists... 2026-02-22T21:45:35.454 DEBUG:teuthology.orchestra.run.trial172:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.2.3-689-gf90f4eae-1jammy cephadm=19.2.3-689-gf90f4eae-1jammy ceph-mds=19.2.3-689-gf90f4eae-1jammy ceph-mgr=19.2.3-689-gf90f4eae-1jammy ceph-common=19.2.3-689-gf90f4eae-1jammy ceph-fuse=19.2.3-689-gf90f4eae-1jammy ceph-test=19.2.3-689-gf90f4eae-1jammy ceph-volume=19.2.3-689-gf90f4eae-1jammy radosgw=19.2.3-689-gf90f4eae-1jammy python3-rados=19.2.3-689-gf90f4eae-1jammy python3-rgw=19.2.3-689-gf90f4eae-1jammy python3-cephfs=19.2.3-689-gf90f4eae-1jammy python3-rbd=19.2.3-689-gf90f4eae-1jammy libcephfs2=19.2.3-689-gf90f4eae-1jammy libcephfs-dev=19.2.3-689-gf90f4eae-1jammy librados2=19.2.3-689-gf90f4eae-1jammy librbd1=19.2.3-689-gf90f4eae-1jammy rbd-fuse=19.2.3-689-gf90f4eae-1jammy rbd-mirror=19.2.3-689-gf90f4eae-1jammy 2026-02-22T21:45:35.487 INFO:teuthology.orchestra.run.trial172.stdout:Reading package lists... 2026-02-22T21:45:35.593 INFO:teuthology.orchestra.run.trial172.stdout:Building dependency tree... 2026-02-22T21:45:35.594 INFO:teuthology.orchestra.run.trial172.stdout:Reading state information... 2026-02-22T21:45:35.622 INFO:teuthology.orchestra.run.trial023.stdout:Reading package lists... 2026-02-22T21:45:35.636 DEBUG:teuthology.orchestra.run.trial023:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.2.3-689-gf90f4eae-1jammy cephadm=19.2.3-689-gf90f4eae-1jammy ceph-mds=19.2.3-689-gf90f4eae-1jammy ceph-mgr=19.2.3-689-gf90f4eae-1jammy ceph-common=19.2.3-689-gf90f4eae-1jammy ceph-fuse=19.2.3-689-gf90f4eae-1jammy ceph-test=19.2.3-689-gf90f4eae-1jammy ceph-volume=19.2.3-689-gf90f4eae-1jammy radosgw=19.2.3-689-gf90f4eae-1jammy python3-rados=19.2.3-689-gf90f4eae-1jammy python3-rgw=19.2.3-689-gf90f4eae-1jammy python3-cephfs=19.2.3-689-gf90f4eae-1jammy python3-rbd=19.2.3-689-gf90f4eae-1jammy libcephfs2=19.2.3-689-gf90f4eae-1jammy libcephfs-dev=19.2.3-689-gf90f4eae-1jammy librados2=19.2.3-689-gf90f4eae-1jammy librbd1=19.2.3-689-gf90f4eae-1jammy rbd-fuse=19.2.3-689-gf90f4eae-1jammy rbd-mirror=19.2.3-689-gf90f4eae-1jammy 2026-02-22T21:45:35.668 INFO:teuthology.orchestra.run.trial023.stdout:Reading package lists... 2026-02-22T21:45:35.684 INFO:teuthology.orchestra.run.trial172.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T21:45:35.684 INFO:teuthology.orchestra.run.trial172.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T21:45:35.684 INFO:teuthology.orchestra.run.trial172.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T21:45:35.684 INFO:teuthology.orchestra.run.trial172.stdout: sg3-utils-udev 2026-02-22T21:45:35.684 INFO:teuthology.orchestra.run.trial172.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout:The following additional packages will be installed: 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout: libdouble-conversion3 libfuse2 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout: pkg-config python-asyncssh-doc python-pastedeploy-tpl python3-asyncssh 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cheroot 2026-02-22T21:45:35.685 INFO:teuthology.orchestra.run.trial172.stdout: python3-cherrypy3 python3-google-auth python3-iniconfig 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-jaraco.text python3-joblib python3-kubernetes python3-logutils 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-mako python3-natsort python3-paste python3-pastedeploy 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-prettytable python3-psutil python3-py python3-pygments 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-pyinotify python3-pytest python3-repoze.lru 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-simplejson python3-singledispatch python3-sklearn 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-toml python3-waitress python3-wcwidth python3-webob 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2026-02-22T21:45:35.686 INFO:teuthology.orchestra.run.trial172.stdout:Suggested packages: 2026-02-22T21:45:35.687 INFO:teuthology.orchestra.run.trial172.stdout: python3-influxdb readline-doc python3-beaker python-mako-doc 2026-02-22T21:45:35.687 INFO:teuthology.orchestra.run.trial172.stdout: python-natsort-doc httpd-wsgi libapache2-mod-python libapache2-mod-scgi 2026-02-22T21:45:35.687 INFO:teuthology.orchestra.run.trial172.stdout: libjs-mochikit python-pecan-doc python-psutil-doc subversion 2026-02-22T21:45:35.687 INFO:teuthology.orchestra.run.trial172.stdout: python-pygments-doc ttf-bitstream-vera python-pyinotify-doc python3-dap 2026-02-22T21:45:35.687 INFO:teuthology.orchestra.run.trial172.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2026-02-22T21:45:35.687 INFO:teuthology.orchestra.run.trial172.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2026-02-22T21:45:35.687 INFO:teuthology.orchestra.run.trial172.stdout:Recommended packages: 2026-02-22T21:45:35.687 INFO:teuthology.orchestra.run.trial172.stdout: btrfs-tools 2026-02-22T21:45:35.719 INFO:teuthology.orchestra.run.trial172.stdout:The following NEW packages will be installed: 2026-02-22T21:45:35.720 INFO:teuthology.orchestra.run.trial172.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2026-02-22T21:45:35.720 INFO:teuthology.orchestra.run.trial172.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2026-02-22T21:45:35.720 INFO:teuthology.orchestra.run.trial172.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2026-02-22T21:45:35.720 INFO:teuthology.orchestra.run.trial172.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfuse2 libjq1 liblttng-ust1 2026-02-22T21:45:35.720 INFO:teuthology.orchestra.run.trial172.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2026-02-22T21:45:35.720 INFO:teuthology.orchestra.run.trial172.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2026-02-22T21:45:35.720 INFO:teuthology.orchestra.run.trial172.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2026-02-22T21:45:35.720 INFO:teuthology.orchestra.run.trial172.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2026-02-22T21:45:35.720 INFO:teuthology.orchestra.run.trial172.stdout: python-pastedeploy-tpl python3-asyncssh python3-cachetools 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cheroot 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-cherrypy3 python3-google-auth python3-iniconfig 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-jaraco.text python3-joblib python3-kubernetes python3-logutils 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-mako python3-natsort python3-paste python3-pastedeploy 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-prettytable python3-psutil python3-py python3-pygments 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-pyinotify python3-pytest python3-rados python3-rbd 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-repoze.lru python3-requests-oauthlib python3-rgw python3-routes 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2026-02-22T21:45:35.721 INFO:teuthology.orchestra.run.trial172.stdout: python3-threadpoolctl python3-toml python3-waitress python3-wcwidth 2026-02-22T21:45:35.722 INFO:teuthology.orchestra.run.trial172.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2026-02-22T21:45:35.722 INFO:teuthology.orchestra.run.trial172.stdout: python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse rbd-mirror socat 2026-02-22T21:45:35.722 INFO:teuthology.orchestra.run.trial172.stdout: unzip xmlstarlet zip 2026-02-22T21:45:35.778 INFO:teuthology.orchestra.run.trial023.stdout:Building dependency tree... 2026-02-22T21:45:35.778 INFO:teuthology.orchestra.run.trial023.stdout:Reading state information... 2026-02-22T21:45:35.799 INFO:teuthology.orchestra.run.trial172.stdout:0 upgraded, 109 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T21:45:35.800 INFO:teuthology.orchestra.run.trial172.stdout:Need to get 181 MB of archives. 2026-02-22T21:45:35.800 INFO:teuthology.orchestra.run.trial172.stdout:After this operation, 821 MB of additional disk space will be used. 2026-02-22T21:45:35.800 INFO:teuthology.orchestra.run.trial172.stdout:Get:1 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.2.3-689-gf90f4eae-1jammy [3597 kB] 2026-02-22T21:45:35.870 INFO:teuthology.orchestra.run.trial023.stdout:The following packages were automatically installed and are no longer required: 2026-02-22T21:45:35.870 INFO:teuthology.orchestra.run.trial023.stdout: kpartx libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 2026-02-22T21:45:35.870 INFO:teuthology.orchestra.run.trial023.stdout: libgfxdr0 libglusterfs0 libiscsi7 libpmemobj1 libsgutils2-2 sg3-utils 2026-02-22T21:45:35.870 INFO:teuthology.orchestra.run.trial023.stdout: sg3-utils-udev 2026-02-22T21:45:35.870 INFO:teuthology.orchestra.run.trial023.stdout:Use 'sudo apt autoremove' to remove them. 2026-02-22T21:45:35.871 INFO:teuthology.orchestra.run.trial023.stdout:The following additional packages will be installed: 2026-02-22T21:45:35.871 INFO:teuthology.orchestra.run.trial023.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2026-02-22T21:45:35.871 INFO:teuthology.orchestra.run.trial023.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2026-02-22T21:45:35.871 INFO:teuthology.orchestra.run.trial023.stdout: libdouble-conversion3 libfuse2 libjq1 liblttng-ust1 liblua5.3-dev libnbd0 2026-02-22T21:45:35.871 INFO:teuthology.orchestra.run.trial023.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2026-02-22T21:45:35.871 INFO:teuthology.orchestra.run.trial023.stdout: libradosstriper1 librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph 2026-02-22T21:45:35.871 INFO:teuthology.orchestra.run.trial023.stdout: libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli 2026-02-22T21:45:35.871 INFO:teuthology.orchestra.run.trial023.stdout: pkg-config python-asyncssh-doc python-pastedeploy-tpl python3-asyncssh 2026-02-22T21:45:35.871 INFO:teuthology.orchestra.run.trial023.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cheroot 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-cherrypy3 python3-google-auth python3-iniconfig 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-jaraco.text python3-joblib python3-kubernetes python3-logutils 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-mako python3-natsort python3-paste python3-pastedeploy 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-prettytable python3-psutil python3-py python3-pygments 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-pyinotify python3-pytest python3-repoze.lru 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-simplejson python3-singledispatch python3-sklearn 2026-02-22T21:45:35.872 INFO:teuthology.orchestra.run.trial023.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2026-02-22T21:45:35.873 INFO:teuthology.orchestra.run.trial023.stdout: python3-toml python3-waitress python3-wcwidth python3-webob 2026-02-22T21:45:35.873 INFO:teuthology.orchestra.run.trial023.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2026-02-22T21:45:35.873 INFO:teuthology.orchestra.run.trial023.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2026-02-22T21:45:35.873 INFO:teuthology.orchestra.run.trial023.stdout:Suggested packages: 2026-02-22T21:45:35.873 INFO:teuthology.orchestra.run.trial023.stdout: python3-influxdb readline-doc python3-beaker python-mako-doc 2026-02-22T21:45:35.873 INFO:teuthology.orchestra.run.trial023.stdout: python-natsort-doc httpd-wsgi libapache2-mod-python libapache2-mod-scgi 2026-02-22T21:45:35.873 INFO:teuthology.orchestra.run.trial023.stdout: libjs-mochikit python-pecan-doc python-psutil-doc subversion 2026-02-22T21:45:35.873 INFO:teuthology.orchestra.run.trial023.stdout: python-pygments-doc ttf-bitstream-vera python-pyinotify-doc python3-dap 2026-02-22T21:45:35.873 INFO:teuthology.orchestra.run.trial023.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2026-02-22T21:45:35.874 INFO:teuthology.orchestra.run.trial023.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2026-02-22T21:45:35.874 INFO:teuthology.orchestra.run.trial023.stdout:Recommended packages: 2026-02-22T21:45:35.874 INFO:teuthology.orchestra.run.trial023.stdout: btrfs-tools 2026-02-22T21:45:35.902 INFO:teuthology.orchestra.run.trial172.stdout:Get:2 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.2.3-689-gf90f4eae-1jammy [3256 kB] 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout:The following NEW packages will be installed: 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfuse2 libjq1 liblttng-ust1 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout: liblua5.3-dev libnbd0 liboath0 libonig5 libpcre2-16-0 libqt5core5a 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout: libqt5dbus5 libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2026-02-22T21:45:35.904 INFO:teuthology.orchestra.run.trial023.stdout: python-pastedeploy-tpl python3-asyncssh python3-cachetools 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cheroot 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-cherrypy3 python3-google-auth python3-iniconfig 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-jaraco.text python3-joblib python3-kubernetes python3-logutils 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-mako python3-natsort python3-paste python3-pastedeploy 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-prettytable python3-psutil python3-py python3-pygments 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-pyinotify python3-pytest python3-rados python3-rbd 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-repoze.lru python3-requests-oauthlib python3-rgw python3-routes 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-threadpoolctl python3-toml python3-waitress python3-wcwidth 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse rbd-mirror socat 2026-02-22T21:45:35.905 INFO:teuthology.orchestra.run.trial023.stdout: unzip xmlstarlet zip 2026-02-22T21:45:35.946 INFO:teuthology.orchestra.run.trial172.stdout:Get:3 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.2.3-689-gf90f4eae-1jammy [979 kB] 2026-02-22T21:45:35.962 INFO:teuthology.orchestra.run.trial172.stdout:Get:4 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.2.3-689-gf90f4eae-1jammy [357 kB] 2026-02-22T21:45:35.968 INFO:teuthology.orchestra.run.trial172.stdout:Get:5 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.2.3-689-gf90f4eae-1jammy [32.9 kB] 2026-02-22T21:45:35.969 INFO:teuthology.orchestra.run.trial172.stdout:Get:6 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.2.3-689-gf90f4eae-1jammy [184 kB] 2026-02-22T21:45:35.971 INFO:teuthology.orchestra.run.trial172.stdout:Get:7 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.2.3-689-gf90f4eae-1jammy [70.0 kB] 2026-02-22T21:45:35.973 INFO:teuthology.orchestra.run.trial172.stdout:Get:8 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.2.3-689-gf90f4eae-1jammy [335 kB] 2026-02-22T21:45:35.978 INFO:teuthology.orchestra.run.trial172.stdout:Get:9 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.2.3-689-gf90f4eae-1jammy [6935 kB] 2026-02-22T21:45:36.008 INFO:teuthology.orchestra.run.trial023.stdout:0 upgraded, 109 newly installed, 0 to remove and 13 not upgraded. 2026-02-22T21:45:36.008 INFO:teuthology.orchestra.run.trial023.stdout:Need to get 181 MB of archives. 2026-02-22T21:45:36.008 INFO:teuthology.orchestra.run.trial023.stdout:After this operation, 821 MB of additional disk space will be used. 2026-02-22T21:45:36.008 INFO:teuthology.orchestra.run.trial023.stdout:Get:1 https://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2026-02-22T21:45:36.055 INFO:teuthology.orchestra.run.trial023.stdout:Get:2 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2026-02-22T21:45:36.056 INFO:teuthology.orchestra.run.trial023.stdout:Get:3 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2026-02-22T21:45:36.064 INFO:teuthology.orchestra.run.trial023.stdout:Get:4 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2006 kB] 2026-02-22T21:45:36.093 INFO:teuthology.orchestra.run.trial023.stdout:Get:5 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2026-02-22T21:45:36.093 INFO:teuthology.orchestra.run.trial172.stdout:Get:10 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.2.3-689-gf90f4eae-1jammy [112 kB] 2026-02-22T21:45:36.094 INFO:teuthology.orchestra.run.trial172.stdout:Get:11 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.2.3-689-gf90f4eae-1jammy [470 kB] 2026-02-22T21:45:36.095 INFO:teuthology.orchestra.run.trial023.stdout:Get:6 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2026-02-22T21:45:36.100 INFO:teuthology.orchestra.run.trial023.stdout:Get:7 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2026-02-22T21:45:36.101 INFO:teuthology.orchestra.run.trial172.stdout:Get:12 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.2.3-689-gf90f4eae-1jammy [26.5 MB] 2026-02-22T21:45:36.102 INFO:teuthology.orchestra.run.trial023.stdout:Get:8 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2026-02-22T21:45:36.102 INFO:teuthology.orchestra.run.trial023.stdout:Get:9 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2026-02-22T21:45:36.103 INFO:teuthology.orchestra.run.trial023.stdout:Get:10 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2026-02-22T21:45:36.103 INFO:teuthology.orchestra.run.trial023.stdout:Get:11 https://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2026-02-22T21:45:36.107 INFO:teuthology.orchestra.run.trial023.stdout:Get:12 https://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2026-02-22T21:45:36.109 INFO:teuthology.orchestra.run.trial023.stdout:Get:13 https://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2026-02-22T21:45:36.110 INFO:teuthology.orchestra.run.trial023.stdout:Get:14 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2026-02-22T21:45:36.114 INFO:teuthology.orchestra.run.trial023.stdout:Get:15 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5034 B] 2026-02-22T21:45:36.114 INFO:teuthology.orchestra.run.trial023.stdout:Get:16 https://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2026-02-22T21:45:36.115 INFO:teuthology.orchestra.run.trial023.stdout:Get:17 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2026-02-22T21:45:36.117 INFO:teuthology.orchestra.run.trial023.stdout:Get:18 https://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2026-02-22T21:45:36.123 INFO:teuthology.orchestra.run.trial023.stdout:Get:19 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 liboath0 amd64 2.6.7-3ubuntu0.1 [41.3 kB] 2026-02-22T21:45:36.124 INFO:teuthology.orchestra.run.trial023.stdout:Get:20 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9030 B] 2026-02-22T21:45:36.124 INFO:teuthology.orchestra.run.trial023.stdout:Get:21 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2026-02-22T21:45:36.125 INFO:teuthology.orchestra.run.trial023.stdout:Get:22 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6452 B] 2026-02-22T21:45:36.125 INFO:teuthology.orchestra.run.trial023.stdout:Get:23 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8716 B] 2026-02-22T21:45:36.125 INFO:teuthology.orchestra.run.trial023.stdout:Get:24 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2026-02-22T21:45:36.133 INFO:teuthology.orchestra.run.trial023.stdout:Get:25 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2026-02-22T21:45:36.133 INFO:teuthology.orchestra.run.trial023.stdout:Get:26 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7240 B] 2026-02-22T21:45:36.133 INFO:teuthology.orchestra.run.trial023.stdout:Get:27 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8980 B] 2026-02-22T21:45:36.133 INFO:teuthology.orchestra.run.trial023.stdout:Get:28 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2026-02-22T21:45:36.142 INFO:teuthology.orchestra.run.trial023.stdout:Get:29 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2026-02-22T21:45:36.143 INFO:teuthology.orchestra.run.trial023.stdout:Get:30 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2026-02-22T21:45:36.143 INFO:teuthology.orchestra.run.trial023.stdout:Get:31 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2026-02-22T21:45:36.143 INFO:teuthology.orchestra.run.trial023.stdout:Get:32 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2026-02-22T21:45:36.144 INFO:teuthology.orchestra.run.trial023.stdout:Get:33 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7320 B] 2026-02-22T21:45:36.144 INFO:teuthology.orchestra.run.trial023.stdout:Get:34 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2026-02-22T21:45:36.147 INFO:teuthology.orchestra.run.trial172.stdout:Get:13 https://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2026-02-22T21:45:36.152 INFO:teuthology.orchestra.run.trial023.stdout:Get:35 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-waitress all 1.4.4-1.1ubuntu1.1 [47.0 kB] 2026-02-22T21:45:36.152 INFO:teuthology.orchestra.run.trial023.stdout:Get:36 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2026-02-22T21:45:36.152 INFO:teuthology.orchestra.run.trial023.stdout:Get:37 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2026-02-22T21:45:36.156 INFO:teuthology.orchestra.run.trial023.stdout:Get:38 https://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4892 B] 2026-02-22T21:45:36.161 INFO:teuthology.orchestra.run.trial023.stdout:Get:39 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2026-02-22T21:45:36.162 INFO:teuthology.orchestra.run.trial023.stdout:Get:40 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2026-02-22T21:45:36.162 INFO:teuthology.orchestra.run.trial023.stdout:Get:41 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2026-02-22T21:45:36.162 INFO:teuthology.orchestra.run.trial023.stdout:Get:42 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.2.3-689-gf90f4eae-1jammy [3597 kB] 2026-02-22T21:45:36.163 INFO:teuthology.orchestra.run.trial023.stdout:Get:43 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.3 [181 kB] 2026-02-22T21:45:36.164 INFO:teuthology.orchestra.run.trial023.stdout:Get:44 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libfuse2 amd64 2.9.9-5ubuntu3 [90.3 kB] 2026-02-22T21:45:36.165 INFO:teuthology.orchestra.run.trial023.stdout:Get:45 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python3-asyncssh all 2.5.0-1ubuntu0.1 [189 kB] 2026-02-22T21:45:36.171 INFO:teuthology.orchestra.run.trial023.stdout:Get:46 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2026-02-22T21:45:36.171 INFO:teuthology.orchestra.run.trial023.stdout:Get:47 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2026-02-22T21:45:36.172 INFO:teuthology.orchestra.run.trial023.stdout:Get:48 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2058 kB] 2026-02-22T21:45:36.186 INFO:teuthology.orchestra.run.trial023.stdout:Get:49 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2026-02-22T21:45:36.188 INFO:teuthology.orchestra.run.trial023.stdout:Get:50 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2026-02-22T21:45:36.188 INFO:teuthology.orchestra.run.trial023.stdout:Get:51 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1829 kB] 2026-02-22T21:45:36.198 INFO:teuthology.orchestra.run.trial023.stdout:Get:52 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9722 B] 2026-02-22T21:45:36.198 INFO:teuthology.orchestra.run.trial023.stdout:Get:53 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2026-02-22T21:45:36.198 INFO:teuthology.orchestra.run.trial023.stdout:Get:54 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2026-02-22T21:45:36.198 INFO:teuthology.orchestra.run.trial023.stdout:Get:55 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2026-02-22T21:45:36.199 INFO:teuthology.orchestra.run.trial023.stdout:Get:56 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2026-02-22T21:45:36.199 INFO:teuthology.orchestra.run.trial023.stdout:Get:57 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2026-02-22T21:45:36.200 INFO:teuthology.orchestra.run.trial023.stdout:Get:58 https://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2026-02-22T21:45:36.201 INFO:teuthology.orchestra.run.trial023.stdout:Get:59 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB] 2026-02-22T21:45:36.202 INFO:teuthology.orchestra.run.trial023.stdout:Get:60 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB] 2026-02-22T21:45:36.209 INFO:teuthology.orchestra.run.trial023.stdout:Get:61 https://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2026-02-22T21:45:36.211 INFO:teuthology.orchestra.run.trial023.stdout:Get:62 https://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2026-02-22T21:45:36.212 INFO:teuthology.orchestra.run.trial023.stdout:Get:63 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2026-02-22T21:45:36.212 INFO:teuthology.orchestra.run.trial023.stdout:Get:64 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2026-02-22T21:45:36.219 INFO:teuthology.orchestra.run.trial023.stdout:Get:65 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2026-02-22T21:45:36.227 INFO:teuthology.orchestra.run.trial023.stdout:Get:66 https://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2026-02-22T21:45:36.228 INFO:teuthology.orchestra.run.trial023.stdout:Get:67 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python-asyncssh-doc all 2.5.0-1ubuntu0.1 [309 kB] 2026-02-22T21:45:36.230 INFO:teuthology.orchestra.run.trial023.stdout:Get:68 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6024 B] 2026-02-22T21:45:36.230 INFO:teuthology.orchestra.run.trial023.stdout:Get:69 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2026-02-22T21:45:36.231 INFO:teuthology.orchestra.run.trial023.stdout:Get:70 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2026-02-22T21:45:36.231 INFO:teuthology.orchestra.run.trial023.stdout:Get:71 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2026-02-22T21:45:36.232 INFO:teuthology.orchestra.run.trial023.stdout:Get:72 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2026-02-22T21:45:36.233 INFO:teuthology.orchestra.run.trial023.stdout:Get:73 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-pygments all 2.11.2+dfsg-2ubuntu0.1 [750 kB] 2026-02-22T21:45:36.238 INFO:teuthology.orchestra.run.trial023.stdout:Get:74 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2026-02-22T21:45:36.238 INFO:teuthology.orchestra.run.trial023.stdout:Get:75 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2026-02-22T21:45:36.248 INFO:teuthology.orchestra.run.trial023.stdout:Get:76 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2026-02-22T21:45:36.249 INFO:teuthology.orchestra.run.trial023.stdout:Get:77 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2026-02-22T21:45:36.250 INFO:teuthology.orchestra.run.trial023.stdout:Get:78 https://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1983 kB] 2026-02-22T21:45:36.551 INFO:teuthology.orchestra.run.trial172.stdout:Get:14 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.2.3-689-gf90f4eae-1jammy [5178 kB] 2026-02-22T21:45:36.558 INFO:teuthology.orchestra.run.trial172.stdout:Get:15 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2026-02-22T21:45:36.572 INFO:teuthology.orchestra.run.trial172.stdout:Get:16 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2026-02-22T21:45:36.636 INFO:teuthology.orchestra.run.trial172.stdout:Get:17 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.2.3-689-gf90f4eae-1jammy [248 kB] 2026-02-22T21:45:36.638 INFO:teuthology.orchestra.run.trial172.stdout:Get:18 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.2.3-689-gf90f4eae-1jammy [125 kB] 2026-02-22T21:45:36.640 INFO:teuthology.orchestra.run.trial172.stdout:Get:19 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.2.3-689-gf90f4eae-1jammy [1081 kB] 2026-02-22T21:45:36.657 INFO:teuthology.orchestra.run.trial172.stdout:Get:20 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2006 kB] 2026-02-22T21:45:36.659 INFO:teuthology.orchestra.run.trial172.stdout:Get:21 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.2.3-689-gf90f4eae-1jammy [6239 kB] 2026-02-22T21:45:36.765 INFO:teuthology.orchestra.run.trial172.stdout:Get:22 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.2.3-689-gf90f4eae-1jammy [23.0 MB] 2026-02-22T21:45:36.903 INFO:teuthology.orchestra.run.trial172.stdout:Get:23 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2026-02-22T21:45:36.916 INFO:teuthology.orchestra.run.trial172.stdout:Get:24 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2026-02-22T21:45:36.948 INFO:teuthology.orchestra.run.trial172.stdout:Get:25 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2026-02-22T21:45:36.958 INFO:teuthology.orchestra.run.trial172.stdout:Get:26 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libnbd0 amd64 1.10.5-1 [71.3 kB] 2026-02-22T21:45:36.961 INFO:teuthology.orchestra.run.trial172.stdout:Get:27 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2026-02-22T21:45:36.962 INFO:teuthology.orchestra.run.trial172.stdout:Get:28 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2026-02-22T21:45:36.963 INFO:teuthology.orchestra.run.trial172.stdout:Get:29 https://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2026-02-22T21:45:36.983 INFO:teuthology.orchestra.run.trial172.stdout:Get:30 https://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2026-02-22T21:45:36.988 INFO:teuthology.orchestra.run.trial172.stdout:Get:31 https://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2026-02-22T21:45:36.992 INFO:teuthology.orchestra.run.trial172.stdout:Get:32 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2026-02-22T21:45:37.077 INFO:teuthology.orchestra.run.trial172.stdout:Get:33 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5034 B] 2026-02-22T21:45:37.077 INFO:teuthology.orchestra.run.trial172.stdout:Get:34 https://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2026-02-22T21:45:37.079 INFO:teuthology.orchestra.run.trial172.stdout:Get:35 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2026-02-22T21:45:37.081 INFO:teuthology.orchestra.run.trial172.stdout:Get:36 https://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2026-02-22T21:45:37.083 INFO:teuthology.orchestra.run.trial172.stdout:Get:37 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 liboath0 amd64 2.6.7-3ubuntu0.1 [41.3 kB] 2026-02-22T21:45:37.083 INFO:teuthology.orchestra.run.trial172.stdout:Get:38 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9030 B] 2026-02-22T21:45:37.084 INFO:teuthology.orchestra.run.trial172.stdout:Get:39 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2026-02-22T21:45:37.084 INFO:teuthology.orchestra.run.trial172.stdout:Get:40 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6452 B] 2026-02-22T21:45:37.165 INFO:teuthology.orchestra.run.trial172.stdout:Get:41 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.2.3-689-gf90f4eae-1jammy [14.2 kB] 2026-02-22T21:45:37.165 INFO:teuthology.orchestra.run.trial172.stdout:Get:42 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.2.3-689-gf90f4eae-1jammy [1173 kB] 2026-02-22T21:45:37.170 INFO:teuthology.orchestra.run.trial172.stdout:Get:43 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8716 B] 2026-02-22T21:45:37.171 INFO:teuthology.orchestra.run.trial172.stdout:Get:44 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2026-02-22T21:45:37.171 INFO:teuthology.orchestra.run.trial172.stdout:Get:45 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2026-02-22T21:45:37.171 INFO:teuthology.orchestra.run.trial172.stdout:Get:46 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7240 B] 2026-02-22T21:45:37.171 INFO:teuthology.orchestra.run.trial172.stdout:Get:47 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8980 B] 2026-02-22T21:45:37.181 INFO:teuthology.orchestra.run.trial172.stdout:Get:48 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.2.3-689-gf90f4eae-1jammy [2503 kB] 2026-02-22T21:45:37.226 INFO:teuthology.orchestra.run.trial172.stdout:Get:49 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.2.3-689-gf90f4eae-1jammy [798 kB] 2026-02-22T21:45:37.238 INFO:teuthology.orchestra.run.trial172.stdout:Get:50 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.2.3-689-gf90f4eae-1jammy [157 kB] 2026-02-22T21:45:37.241 INFO:teuthology.orchestra.run.trial172.stdout:Get:51 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.2.3-689-gf90f4eae-1jammy [2396 kB] 2026-02-22T21:45:37.259 INFO:teuthology.orchestra.run.trial172.stdout:Get:52 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2026-02-22T21:45:37.261 INFO:teuthology.orchestra.run.trial172.stdout:Get:53 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2026-02-22T21:45:37.262 INFO:teuthology.orchestra.run.trial172.stdout:Get:54 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2026-02-22T21:45:37.262 INFO:teuthology.orchestra.run.trial172.stdout:Get:55 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2026-02-22T21:45:37.263 INFO:teuthology.orchestra.run.trial172.stdout:Get:56 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2026-02-22T21:45:37.284 INFO:teuthology.orchestra.run.trial172.stdout:Get:57 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.2.3-689-gf90f4eae-1jammy [8625 kB] 2026-02-22T21:45:37.347 INFO:teuthology.orchestra.run.trial172.stdout:Get:58 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7320 B] 2026-02-22T21:45:37.347 INFO:teuthology.orchestra.run.trial172.stdout:Get:59 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2026-02-22T21:45:37.348 INFO:teuthology.orchestra.run.trial172.stdout:Get:60 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-waitress all 1.4.4-1.1ubuntu1.1 [47.0 kB] 2026-02-22T21:45:37.349 INFO:teuthology.orchestra.run.trial172.stdout:Get:61 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2026-02-22T21:45:37.349 INFO:teuthology.orchestra.run.trial172.stdout:Get:62 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2026-02-22T21:45:37.435 INFO:teuthology.orchestra.run.trial172.stdout:Get:63 https://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4892 B] 2026-02-22T21:45:37.435 INFO:teuthology.orchestra.run.trial172.stdout:Get:64 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2026-02-22T21:45:37.435 INFO:teuthology.orchestra.run.trial172.stdout:Get:65 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2026-02-22T21:45:37.436 INFO:teuthology.orchestra.run.trial172.stdout:Get:66 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2026-02-22T21:45:37.437 INFO:teuthology.orchestra.run.trial172.stdout:Get:67 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.2.3-689-gf90f4eae-1jammy [14.3 kB] 2026-02-22T21:45:37.437 INFO:teuthology.orchestra.run.trial172.stdout:Get:68 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.3 [181 kB] 2026-02-22T21:45:37.437 INFO:teuthology.orchestra.run.trial172.stdout:Get:69 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.2.3-689-gf90f4eae-1jammy [52.1 MB] 2026-02-22T21:45:37.524 INFO:teuthology.orchestra.run.trial172.stdout:Get:70 https://archive.ubuntu.com/ubuntu jammy/universe amd64 libfuse2 amd64 2.9.9-5ubuntu3 [90.3 kB] 2026-02-22T21:45:37.525 INFO:teuthology.orchestra.run.trial172.stdout:Get:71 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python3-asyncssh all 2.5.0-1ubuntu0.1 [189 kB] 2026-02-22T21:45:37.527 INFO:teuthology.orchestra.run.trial172.stdout:Get:72 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2026-02-22T21:45:37.527 INFO:teuthology.orchestra.run.trial172.stdout:Get:73 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2026-02-22T21:45:37.528 INFO:teuthology.orchestra.run.trial023.stdout:Get:79 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.2.3-689-gf90f4eae-1jammy [3256 kB] 2026-02-22T21:45:37.528 INFO:teuthology.orchestra.run.trial172.stdout:Get:74 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2058 kB] 2026-02-22T21:45:37.612 INFO:teuthology.orchestra.run.trial172.stdout:Get:75 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2026-02-22T21:45:37.615 INFO:teuthology.orchestra.run.trial172.stdout:Get:76 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2026-02-22T21:45:37.615 INFO:teuthology.orchestra.run.trial172.stdout:Get:77 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1829 kB] 2026-02-22T21:45:37.639 INFO:teuthology.orchestra.run.trial172.stdout:Get:78 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9722 B] 2026-02-22T21:45:37.639 INFO:teuthology.orchestra.run.trial172.stdout:Get:79 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2026-02-22T21:45:37.700 INFO:teuthology.orchestra.run.trial172.stdout:Get:80 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2026-02-22T21:45:37.700 INFO:teuthology.orchestra.run.trial172.stdout:Get:81 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2026-02-22T21:45:37.701 INFO:teuthology.orchestra.run.trial172.stdout:Get:82 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2026-02-22T21:45:37.701 INFO:teuthology.orchestra.run.trial172.stdout:Get:83 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2026-02-22T21:45:37.705 INFO:teuthology.orchestra.run.trial172.stdout:Get:84 https://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2026-02-22T21:45:37.788 INFO:teuthology.orchestra.run.trial172.stdout:Get:85 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB] 2026-02-22T21:45:37.790 INFO:teuthology.orchestra.run.trial172.stdout:Get:86 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB] 2026-02-22T21:45:37.790 INFO:teuthology.orchestra.run.trial172.stdout:Get:87 https://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2026-02-22T21:45:37.794 INFO:teuthology.orchestra.run.trial172.stdout:Get:88 https://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2026-02-22T21:45:37.798 INFO:teuthology.orchestra.run.trial172.stdout:Get:89 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2026-02-22T21:45:37.876 INFO:teuthology.orchestra.run.trial172.stdout:Get:90 https://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2026-02-22T21:45:37.877 INFO:teuthology.orchestra.run.trial172.stdout:Get:91 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.3 [474 kB] 2026-02-22T21:45:37.883 INFO:teuthology.orchestra.run.trial172.stdout:Get:92 https://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2026-02-22T21:45:37.883 INFO:teuthology.orchestra.run.trial172.stdout:Get:93 https://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 python-asyncssh-doc all 2.5.0-1ubuntu0.1 [309 kB] 2026-02-22T21:45:37.887 INFO:teuthology.orchestra.run.trial172.stdout:Get:94 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6024 B] 2026-02-22T21:45:37.965 INFO:teuthology.orchestra.run.trial172.stdout:Get:95 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2026-02-22T21:45:37.965 INFO:teuthology.orchestra.run.trial172.stdout:Get:96 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2026-02-22T21:45:37.965 INFO:teuthology.orchestra.run.trial172.stdout:Get:97 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2026-02-22T21:45:37.967 INFO:teuthology.orchestra.run.trial172.stdout:Get:98 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2026-02-22T21:45:37.968 INFO:teuthology.orchestra.run.trial172.stdout:Get:99 https://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-pygments all 2.11.2+dfsg-2ubuntu0.1 [750 kB] 2026-02-22T21:45:38.053 INFO:teuthology.orchestra.run.trial172.stdout:Get:100 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2026-02-22T21:45:38.054 INFO:teuthology.orchestra.run.trial172.stdout:Get:101 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2026-02-22T21:45:38.054 INFO:teuthology.orchestra.run.trial172.stdout:Get:102 https://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2026-02-22T21:45:38.056 INFO:teuthology.orchestra.run.trial172.stdout:Get:103 https://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2026-02-22T21:45:38.057 INFO:teuthology.orchestra.run.trial172.stdout:Get:104 https://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1983 kB] 2026-02-22T21:45:38.082 INFO:teuthology.orchestra.run.trial023.stdout:Get:80 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.2.3-689-gf90f4eae-1jammy [979 kB] 2026-02-22T21:45:38.197 INFO:teuthology.orchestra.run.trial023.stdout:Get:81 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.2.3-689-gf90f4eae-1jammy [357 kB] 2026-02-22T21:45:38.251 INFO:teuthology.orchestra.run.trial023.stdout:Get:82 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.2.3-689-gf90f4eae-1jammy [32.9 kB] 2026-02-22T21:45:38.252 INFO:teuthology.orchestra.run.trial023.stdout:Get:83 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.2.3-689-gf90f4eae-1jammy [184 kB] 2026-02-22T21:45:38.255 INFO:teuthology.orchestra.run.trial023.stdout:Get:84 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.2.3-689-gf90f4eae-1jammy [70.0 kB] 2026-02-22T21:45:38.256 INFO:teuthology.orchestra.run.trial023.stdout:Get:85 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.2.3-689-gf90f4eae-1jammy [335 kB] 2026-02-22T21:45:38.311 INFO:teuthology.orchestra.run.trial023.stdout:Get:86 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.2.3-689-gf90f4eae-1jammy [6935 kB] 2026-02-22T21:45:38.400 INFO:teuthology.orchestra.run.trial172.stdout:Get:105 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.2.3-689-gf90f4eae-1jammy [135 kB] 2026-02-22T21:45:38.400 INFO:teuthology.orchestra.run.trial172.stdout:Get:106 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.2.3-689-gf90f4eae-1jammy [41.0 kB] 2026-02-22T21:45:38.401 INFO:teuthology.orchestra.run.trial172.stdout:Get:107 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.2.3-689-gf90f4eae-1jammy [13.7 MB] 2026-02-22T21:45:38.661 INFO:teuthology.orchestra.run.trial172.stdout:Get:108 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.2.3-689-gf90f4eae-1jammy [92.3 kB] 2026-02-22T21:45:38.662 INFO:teuthology.orchestra.run.trial172.stdout:Get:109 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 rbd-mirror amd64 19.2.3-689-gf90f4eae-1jammy [3151 kB] 2026-02-22T21:45:38.773 INFO:teuthology.orchestra.run.trial023.stdout:Get:87 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.2.3-689-gf90f4eae-1jammy [112 kB] 2026-02-22T21:45:38.774 INFO:teuthology.orchestra.run.trial023.stdout:Get:88 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.2.3-689-gf90f4eae-1jammy [470 kB] 2026-02-22T21:45:38.782 INFO:teuthology.orchestra.run.trial023.stdout:Get:89 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.2.3-689-gf90f4eae-1jammy [26.5 MB] 2026-02-22T21:45:39.043 INFO:teuthology.orchestra.run.trial172.stdout:Fetched 181 MB in 3s (60.2 MB/s) 2026-02-22T21:45:39.060 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2026-02-22T21:45:39.217 INFO:teuthology.orchestra.run.trial172.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 167442 files and directories currently installed.) 2026-02-22T21:45:39.218 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2026-02-22T21:45:39.220 INFO:teuthology.orchestra.run.trial023.stdout:Get:90 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.2.3-689-gf90f4eae-1jammy [5178 kB] 2026-02-22T21:45:39.220 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2026-02-22T21:45:39.242 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2026-02-22T21:45:39.252 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2026-02-22T21:45:39.252 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2026-02-22T21:45:39.268 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2026-02-22T21:45:39.280 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2026-02-22T21:45:39.281 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2026-02-22T21:45:39.299 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libqt5core5a:amd64. 2026-02-22T21:45:39.301 INFO:teuthology.orchestra.run.trial023.stdout:Get:91 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.2.3-689-gf90f4eae-1jammy [248 kB] 2026-02-22T21:45:39.305 INFO:teuthology.orchestra.run.trial023.stdout:Get:92 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.2.3-689-gf90f4eae-1jammy [125 kB] 2026-02-22T21:45:39.306 INFO:teuthology.orchestra.run.trial023.stdout:Get:93 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.2.3-689-gf90f4eae-1jammy [1081 kB] 2026-02-22T21:45:39.307 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T21:45:39.312 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:39.324 INFO:teuthology.orchestra.run.trial023.stdout:Get:94 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.2.3-689-gf90f4eae-1jammy [6239 kB] 2026-02-22T21:45:39.344 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2026-02-22T21:45:39.352 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T21:45:39.352 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:39.368 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libqt5network5:amd64. 2026-02-22T21:45:39.376 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T21:45:39.376 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:39.398 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2026-02-22T21:45:39.406 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2026-02-22T21:45:39.407 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2026-02-22T21:45:39.423 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package librados2. 2026-02-22T21:45:39.427 INFO:teuthology.orchestra.run.trial023.stdout:Get:95 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.2.3-689-gf90f4eae-1jammy [23.0 MB] 2026-02-22T21:45:39.431 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../007-librados2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:39.431 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking librados2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:39.473 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libnbd0. 2026-02-22T21:45:39.481 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2026-02-22T21:45:39.481 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libnbd0 (1.10.5-1) ... 2026-02-22T21:45:39.496 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package librbd1. 2026-02-22T21:45:39.504 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../009-librbd1_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:39.505 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking librbd1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:39.545 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libcephfs2. 2026-02-22T21:45:39.553 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../010-libcephfs2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:39.554 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libcephfs2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:39.574 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-rados. 2026-02-22T21:45:39.582 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../011-python3-rados_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:39.583 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-rados (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:39.600 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-ceph-argparse. 2026-02-22T21:45:39.607 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:39.608 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-ceph-argparse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:39.621 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-cephfs. 2026-02-22T21:45:39.629 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../013-python3-cephfs_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:39.629 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-cephfs (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:39.645 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-ceph-common. 2026-02-22T21:45:39.653 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../014-python3-ceph-common_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:39.654 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:39.671 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-wcwidth. 2026-02-22T21:45:39.679 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2026-02-22T21:45:39.680 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2026-02-22T21:45:39.695 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-prettytable. 2026-02-22T21:45:39.703 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2026-02-22T21:45:39.703 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2026-02-22T21:45:39.718 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-rbd. 2026-02-22T21:45:39.726 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../017-python3-rbd_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:39.726 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-rbd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:39.744 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package librdkafka1:amd64. 2026-02-22T21:45:39.752 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2026-02-22T21:45:39.752 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2026-02-22T21:45:39.770 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libreadline-dev:amd64. 2026-02-22T21:45:39.778 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2026-02-22T21:45:39.779 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2026-02-22T21:45:39.796 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2026-02-22T21:45:39.803 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2026-02-22T21:45:39.803 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2026-02-22T21:45:39.806 INFO:teuthology.orchestra.run.trial023.stdout:Get:96 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.2.3-689-gf90f4eae-1jammy [14.2 kB] 2026-02-22T21:45:39.806 INFO:teuthology.orchestra.run.trial023.stdout:Get:97 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.2.3-689-gf90f4eae-1jammy [1173 kB] 2026-02-22T21:45:39.822 INFO:teuthology.orchestra.run.trial023.stdout:Get:98 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.2.3-689-gf90f4eae-1jammy [2503 kB] 2026-02-22T21:45:39.822 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package lua5.1. 2026-02-22T21:45:39.830 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2026-02-22T21:45:39.830 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2026-02-22T21:45:39.849 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package lua-any. 2026-02-22T21:45:39.856 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2026-02-22T21:45:39.857 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking lua-any (27ubuntu1) ... 2026-02-22T21:45:39.863 INFO:teuthology.orchestra.run.trial023.stdout:Get:99 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.2.3-689-gf90f4eae-1jammy [798 kB] 2026-02-22T21:45:39.871 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package zip. 2026-02-22T21:45:39.876 INFO:teuthology.orchestra.run.trial023.stdout:Get:100 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.2.3-689-gf90f4eae-1jammy [157 kB] 2026-02-22T21:45:39.878 INFO:teuthology.orchestra.run.trial023.stdout:Get:101 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.2.3-689-gf90f4eae-1jammy [2396 kB] 2026-02-22T21:45:39.879 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2026-02-22T21:45:39.880 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking zip (3.0-12build2) ... 2026-02-22T21:45:39.897 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package unzip. 2026-02-22T21:45:39.905 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2026-02-22T21:45:39.906 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2026-02-22T21:45:39.918 INFO:teuthology.orchestra.run.trial023.stdout:Get:102 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.2.3-689-gf90f4eae-1jammy [8625 kB] 2026-02-22T21:45:39.923 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package luarocks. 2026-02-22T21:45:39.931 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2026-02-22T21:45:39.931 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2026-02-22T21:45:39.968 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package librgw2. 2026-02-22T21:45:39.976 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../026-librgw2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:39.977 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking librgw2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:40.051 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-rgw. 2026-02-22T21:45:40.059 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../027-python3-rgw_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:40.059 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-rgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:40.060 INFO:teuthology.orchestra.run.trial023.stdout:Get:103 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.2.3-689-gf90f4eae-1jammy [14.3 kB] 2026-02-22T21:45:40.060 INFO:teuthology.orchestra.run.trial023.stdout:Get:104 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.2.3-689-gf90f4eae-1jammy [52.1 MB] 2026-02-22T21:45:40.075 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package liboath0:amd64. 2026-02-22T21:45:40.082 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../028-liboath0_2.6.7-3ubuntu0.1_amd64.deb ... 2026-02-22T21:45:40.082 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking liboath0:amd64 (2.6.7-3ubuntu0.1) ... 2026-02-22T21:45:40.097 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libradosstriper1. 2026-02-22T21:45:40.105 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../029-libradosstriper1_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:40.105 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libradosstriper1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:40.124 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-common. 2026-02-22T21:45:40.131 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../030-ceph-common_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:40.132 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:40.340 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-base. 2026-02-22T21:45:40.348 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../031-ceph-base_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:40.353 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-base (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:40.415 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-jaraco.functools. 2026-02-22T21:45:40.423 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2026-02-22T21:45:40.423 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2026-02-22T21:45:40.438 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-cheroot. 2026-02-22T21:45:40.447 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2026-02-22T21:45:40.447 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2026-02-22T21:45:40.464 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-jaraco.classes. 2026-02-22T21:45:40.472 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2026-02-22T21:45:40.472 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2026-02-22T21:45:40.486 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-jaraco.text. 2026-02-22T21:45:40.494 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2026-02-22T21:45:40.495 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2026-02-22T21:45:40.509 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-jaraco.collections. 2026-02-22T21:45:40.517 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2026-02-22T21:45:40.518 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2026-02-22T21:45:40.531 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-tempora. 2026-02-22T21:45:40.539 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2026-02-22T21:45:40.540 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-tempora (4.1.2-1) ... 2026-02-22T21:45:40.555 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-portend. 2026-02-22T21:45:40.563 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2026-02-22T21:45:40.563 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-portend (3.0.0-1) ... 2026-02-22T21:45:40.576 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-zc.lockfile. 2026-02-22T21:45:40.585 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2026-02-22T21:45:40.585 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2026-02-22T21:45:40.600 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-cherrypy3. 2026-02-22T21:45:40.608 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2026-02-22T21:45:40.608 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2026-02-22T21:45:40.630 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-natsort. 2026-02-22T21:45:40.639 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2026-02-22T21:45:40.639 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-natsort (8.0.2-1) ... 2026-02-22T21:45:40.655 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-logutils. 2026-02-22T21:45:40.663 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2026-02-22T21:45:40.663 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-logutils (0.3.3-8) ... 2026-02-22T21:45:40.678 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-mako. 2026-02-22T21:45:40.686 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2026-02-22T21:45:40.686 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2026-02-22T21:45:40.704 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-simplegeneric. 2026-02-22T21:45:40.712 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2026-02-22T21:45:40.712 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2026-02-22T21:45:40.726 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-singledispatch. 2026-02-22T21:45:40.735 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2026-02-22T21:45:40.735 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2026-02-22T21:45:40.749 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-webob. 2026-02-22T21:45:40.757 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2026-02-22T21:45:40.757 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2026-02-22T21:45:40.774 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-waitress. 2026-02-22T21:45:40.782 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1.1_all.deb ... 2026-02-22T21:45:40.784 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1.1) ... 2026-02-22T21:45:40.800 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-tempita. 2026-02-22T21:45:40.807 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2026-02-22T21:45:40.808 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2026-02-22T21:45:40.822 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-paste. 2026-02-22T21:45:40.830 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2026-02-22T21:45:40.831 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2026-02-22T21:45:40.859 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2026-02-22T21:45:40.867 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2026-02-22T21:45:40.867 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2026-02-22T21:45:40.881 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-pastedeploy. 2026-02-22T21:45:40.889 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2026-02-22T21:45:40.889 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2026-02-22T21:45:40.904 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-webtest. 2026-02-22T21:45:40.912 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2026-02-22T21:45:40.912 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-webtest (2.0.35-1) ... 2026-02-22T21:45:40.922 INFO:teuthology.orchestra.run.trial023.stdout:Get:105 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.2.3-689-gf90f4eae-1jammy [135 kB] 2026-02-22T21:45:40.922 INFO:teuthology.orchestra.run.trial023.stdout:Get:106 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.2.3-689-gf90f4eae-1jammy [41.0 kB] 2026-02-22T21:45:40.923 INFO:teuthology.orchestra.run.trial023.stdout:Get:107 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.2.3-689-gf90f4eae-1jammy [13.7 MB] 2026-02-22T21:45:40.928 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-pecan. 2026-02-22T21:45:40.936 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2026-02-22T21:45:40.937 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2026-02-22T21:45:40.961 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-werkzeug. 2026-02-22T21:45:40.969 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.3_all.deb ... 2026-02-22T21:45:40.969 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.3) ... 2026-02-22T21:45:40.988 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2026-02-22T21:45:40.996 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:40.997 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-mgr-modules-core (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.025 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2026-02-22T21:45:41.033 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.033 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libsqlite3-mod-ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.048 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-mgr. 2026-02-22T21:45:41.056 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../057-ceph-mgr_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.056 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-mgr (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.078 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-mon. 2026-02-22T21:45:41.086 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../058-ceph-mon_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.086 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-mon (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.141 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libfuse2:amd64. 2026-02-22T21:45:41.143 INFO:teuthology.orchestra.run.trial023.stdout:Get:108 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.2.3-689-gf90f4eae-1jammy [92.3 kB] 2026-02-22T21:45:41.143 INFO:teuthology.orchestra.run.trial023.stdout:Get:109 https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2026-02-22-1629-squid/f90f4eaebb28b619cf76e80cbbe997656da69579/ubuntu/jammy/flavors/default jammy/main amd64 rbd-mirror amd64 19.2.3-689-gf90f4eae-1jammy [3151 kB] 2026-02-22T21:45:41.149 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../059-libfuse2_2.9.9-5ubuntu3_amd64.deb ... 2026-02-22T21:45:41.150 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libfuse2:amd64 (2.9.9-5ubuntu3) ... 2026-02-22T21:45:41.165 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-osd. 2026-02-22T21:45:41.173 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../060-ceph-osd_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.174 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-osd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.326 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph. 2026-02-22T21:45:41.334 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../061-ceph_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.335 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.349 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-fuse. 2026-02-22T21:45:41.357 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../062-ceph-fuse_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.357 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.380 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-mds. 2026-02-22T21:45:41.389 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../063-ceph-mds_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.389 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-mds (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.422 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package cephadm. 2026-02-22T21:45:41.430 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../064-cephadm_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.431 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.446 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-asyncssh. 2026-02-22T21:45:41.455 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1ubuntu0.1_all.deb ... 2026-02-22T21:45:41.455 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-asyncssh (2.5.0-1ubuntu0.1) ... 2026-02-22T21:45:41.477 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2026-02-22T21:45:41.485 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../066-ceph-mgr-cephadm_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:41.485 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-mgr-cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.504 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-repoze.lru. 2026-02-22T21:45:41.511 INFO:teuthology.orchestra.run.trial023.stdout:Fetched 181 MB in 5s (34.2 MB/s) 2026-02-22T21:45:41.512 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../067-python3-repoze.lru_0.7-2_all.deb ... 2026-02-22T21:45:41.513 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2026-02-22T21:45:41.528 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-routes. 2026-02-22T21:45:41.528 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2026-02-22T21:45:41.536 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../068-python3-routes_2.5.1-1ubuntu1_all.deb ... 2026-02-22T21:45:41.536 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2026-02-22T21:45:41.555 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2026-02-22T21:45:41.564 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../069-ceph-mgr-dashboard_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:41.564 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-mgr-dashboard (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.685 INFO:teuthology.orchestra.run.trial023.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 167442 files and directories currently installed.) 2026-02-22T21:45:41.687 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2026-02-22T21:45:41.689 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2026-02-22T21:45:41.709 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2026-02-22T21:45:41.718 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2026-02-22T21:45:41.719 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2026-02-22T21:45:41.734 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2026-02-22T21:45:41.746 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2026-02-22T21:45:41.746 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2026-02-22T21:45:41.763 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libqt5core5a:amd64. 2026-02-22T21:45:41.766 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2026-02-22T21:45:41.771 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T21:45:41.775 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../070-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2026-02-22T21:45:41.776 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2026-02-22T21:45:41.776 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:41.805 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2026-02-22T21:45:41.812 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-joblib. 2026-02-22T21:45:41.814 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T21:45:41.814 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:41.821 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../071-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2026-02-22T21:45:41.821 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2026-02-22T21:45:41.829 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libqt5network5:amd64. 2026-02-22T21:45:41.837 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2026-02-22T21:45:41.837 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:41.848 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-threadpoolctl. 2026-02-22T21:45:41.856 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../072-python3-threadpoolctl_3.1.0-1_all.deb ... 2026-02-22T21:45:41.856 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2026-02-22T21:45:41.856 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2026-02-22T21:45:41.865 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2026-02-22T21:45:41.865 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2026-02-22T21:45:41.872 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-sklearn. 2026-02-22T21:45:41.880 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../073-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2026-02-22T21:45:41.880 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2026-02-22T21:45:41.881 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package librados2. 2026-02-22T21:45:41.889 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../007-librados2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.890 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking librados2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.929 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libnbd0. 2026-02-22T21:45:41.937 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../008-libnbd0_1.10.5-1_amd64.deb ... 2026-02-22T21:45:41.938 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libnbd0 (1.10.5-1) ... 2026-02-22T21:45:41.952 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package librbd1. 2026-02-22T21:45:41.960 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../009-librbd1_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:41.960 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking librbd1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:41.963 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2026-02-22T21:45:41.971 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../074-ceph-mgr-diskprediction-local_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:41.972 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-mgr-diskprediction-local (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.002 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libcephfs2. 2026-02-22T21:45:42.010 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../010-libcephfs2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.010 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libcephfs2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.030 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-rados. 2026-02-22T21:45:42.038 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../011-python3-rados_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.039 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-rados (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.056 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-ceph-argparse. 2026-02-22T21:45:42.064 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../012-python3-ceph-argparse_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:42.064 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-ceph-argparse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.077 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-cephfs. 2026-02-22T21:45:42.085 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../013-python3-cephfs_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.086 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-cephfs (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.100 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-ceph-common. 2026-02-22T21:45:42.108 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../014-python3-ceph-common_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:42.109 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.125 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-wcwidth. 2026-02-22T21:45:42.134 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2026-02-22T21:45:42.134 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2026-02-22T21:45:42.139 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-cachetools. 2026-02-22T21:45:42.147 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../075-python3-cachetools_5.0.0-1_all.deb ... 2026-02-22T21:45:42.148 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2026-02-22T21:45:42.148 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-prettytable. 2026-02-22T21:45:42.157 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2026-02-22T21:45:42.157 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2026-02-22T21:45:42.163 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-rsa. 2026-02-22T21:45:42.171 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-rbd. 2026-02-22T21:45:42.171 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../076-python3-rsa_4.8-1_all.deb ... 2026-02-22T21:45:42.172 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-rsa (4.8-1) ... 2026-02-22T21:45:42.179 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../017-python3-rbd_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.179 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-rbd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.189 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-google-auth. 2026-02-22T21:45:42.196 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package librdkafka1:amd64. 2026-02-22T21:45:42.198 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../077-python3-google-auth_1.5.1-3_all.deb ... 2026-02-22T21:45:42.198 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2026-02-22T21:45:42.204 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2026-02-22T21:45:42.205 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2026-02-22T21:45:42.215 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-requests-oauthlib. 2026-02-22T21:45:42.221 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libreadline-dev:amd64. 2026-02-22T21:45:42.223 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../078-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2026-02-22T21:45:42.224 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2026-02-22T21:45:42.229 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../019-libreadline-dev_8.1.2-1_amd64.deb ... 2026-02-22T21:45:42.230 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2026-02-22T21:45:42.240 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-websocket. 2026-02-22T21:45:42.247 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2026-02-22T21:45:42.248 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../079-python3-websocket_1.2.3-1_all.deb ... 2026-02-22T21:45:42.248 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-websocket (1.2.3-1) ... 2026-02-22T21:45:42.255 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../020-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2026-02-22T21:45:42.255 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2026-02-22T21:45:42.265 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-kubernetes. 2026-02-22T21:45:42.272 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package lua5.1. 2026-02-22T21:45:42.273 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../080-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2026-02-22T21:45:42.274 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2026-02-22T21:45:42.280 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../021-lua5.1_5.1.5-8.1build4_amd64.deb ... 2026-02-22T21:45:42.280 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2026-02-22T21:45:42.300 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package lua-any. 2026-02-22T21:45:42.308 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../022-lua-any_27ubuntu1_all.deb ... 2026-02-22T21:45:42.308 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking lua-any (27ubuntu1) ... 2026-02-22T21:45:42.323 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package zip. 2026-02-22T21:45:42.331 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../023-zip_3.0-12build2_amd64.deb ... 2026-02-22T21:45:42.331 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking zip (3.0-12build2) ... 2026-02-22T21:45:42.347 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package unzip. 2026-02-22T21:45:42.355 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../024-unzip_6.0-26ubuntu3.2_amd64.deb ... 2026-02-22T21:45:42.355 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2026-02-22T21:45:42.368 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2026-02-22T21:45:42.373 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package luarocks. 2026-02-22T21:45:42.377 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../081-ceph-mgr-k8sevents_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:42.377 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-mgr-k8sevents (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.381 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../025-luarocks_3.8.0+dfsg1-1_all.deb ... 2026-02-22T21:45:42.381 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2026-02-22T21:45:42.392 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libonig5:amd64. 2026-02-22T21:45:42.400 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../082-libonig5_6.9.7.1-2build1_amd64.deb ... 2026-02-22T21:45:42.407 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2026-02-22T21:45:42.419 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package librgw2. 2026-02-22T21:45:42.423 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libjq1:amd64. 2026-02-22T21:45:42.426 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../026-librgw2_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.427 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking librgw2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.432 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../083-libjq1_1.6-2.1ubuntu3.1_amd64.deb ... 2026-02-22T21:45:42.432 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ... 2026-02-22T21:45:42.447 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package jq. 2026-02-22T21:45:42.455 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../084-jq_1.6-2.1ubuntu3.1_amd64.deb ... 2026-02-22T21:45:42.455 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking jq (1.6-2.1ubuntu3.1) ... 2026-02-22T21:45:42.469 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package socat. 2026-02-22T21:45:42.477 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../085-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2026-02-22T21:45:42.478 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2026-02-22T21:45:42.497 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-rgw. 2026-02-22T21:45:42.497 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package xmlstarlet. 2026-02-22T21:45:42.505 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../027-python3-rgw_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.505 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-rgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.505 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../086-xmlstarlet_1.6.1-2.1_amd64.deb ... 2026-02-22T21:45:42.505 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2026-02-22T21:45:42.519 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package liboath0:amd64. 2026-02-22T21:45:42.527 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../028-liboath0_2.6.7-3ubuntu0.1_amd64.deb ... 2026-02-22T21:45:42.528 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking liboath0:amd64 (2.6.7-3ubuntu0.1) ... 2026-02-22T21:45:42.542 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libradosstriper1. 2026-02-22T21:45:42.542 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-test. 2026-02-22T21:45:42.550 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../029-libradosstriper1_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.550 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libradosstriper1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.550 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../087-ceph-test_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.551 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-test (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.568 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-common. 2026-02-22T21:45:42.576 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../030-ceph-common_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.577 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.779 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-base. 2026-02-22T21:45:42.788 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../031-ceph-base_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:42.793 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-base (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:42.856 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-jaraco.functools. 2026-02-22T21:45:42.864 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../032-python3-jaraco.functools_3.4.0-2_all.deb ... 2026-02-22T21:45:42.864 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2026-02-22T21:45:42.878 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-cheroot. 2026-02-22T21:45:42.887 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../033-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2026-02-22T21:45:42.887 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2026-02-22T21:45:42.904 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-jaraco.classes. 2026-02-22T21:45:42.912 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../034-python3-jaraco.classes_3.2.1-3_all.deb ... 2026-02-22T21:45:42.913 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2026-02-22T21:45:42.927 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-jaraco.text. 2026-02-22T21:45:42.935 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../035-python3-jaraco.text_3.6.0-2_all.deb ... 2026-02-22T21:45:42.936 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2026-02-22T21:45:42.950 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-jaraco.collections. 2026-02-22T21:45:42.958 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../036-python3-jaraco.collections_3.4.0-2_all.deb ... 2026-02-22T21:45:42.958 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2026-02-22T21:45:42.972 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-tempora. 2026-02-22T21:45:42.980 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../037-python3-tempora_4.1.2-1_all.deb ... 2026-02-22T21:45:42.980 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-tempora (4.1.2-1) ... 2026-02-22T21:45:42.995 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-portend. 2026-02-22T21:45:43.002 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../038-python3-portend_3.0.0-1_all.deb ... 2026-02-22T21:45:43.003 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-portend (3.0.0-1) ... 2026-02-22T21:45:43.016 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package ceph-volume. 2026-02-22T21:45:43.017 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-zc.lockfile. 2026-02-22T21:45:43.024 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../088-ceph-volume_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:43.025 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking ceph-volume (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.025 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../039-python3-zc.lockfile_2.0-1_all.deb ... 2026-02-22T21:45:43.026 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2026-02-22T21:45:43.041 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-cherrypy3. 2026-02-22T21:45:43.047 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package libcephfs-dev. 2026-02-22T21:45:43.049 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../040-python3-cherrypy3_18.6.1-4_all.deb ... 2026-02-22T21:45:43.049 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2026-02-22T21:45:43.056 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../089-libcephfs-dev_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.056 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking libcephfs-dev (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.071 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package lua-socket:amd64. 2026-02-22T21:45:43.071 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-natsort. 2026-02-22T21:45:43.079 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../041-python3-natsort_8.0.2-1_all.deb ... 2026-02-22T21:45:43.079 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-natsort (8.0.2-1) ... 2026-02-22T21:45:43.080 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../090-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2026-02-22T21:45:43.080 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2026-02-22T21:45:43.095 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-logutils. 2026-02-22T21:45:43.101 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package lua-sec:amd64. 2026-02-22T21:45:43.103 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../042-python3-logutils_0.3.3-8_all.deb ... 2026-02-22T21:45:43.103 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-logutils (0.3.3-8) ... 2026-02-22T21:45:43.109 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../091-lua-sec_1.0.2-1_amd64.deb ... 2026-02-22T21:45:43.109 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2026-02-22T21:45:43.118 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-mako. 2026-02-22T21:45:43.126 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2026-02-22T21:45:43.126 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2026-02-22T21:45:43.127 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package nvme-cli. 2026-02-22T21:45:43.135 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../092-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2026-02-22T21:45:43.136 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2026-02-22T21:45:43.144 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-simplegeneric. 2026-02-22T21:45:43.151 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2026-02-22T21:45:43.152 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2026-02-22T21:45:43.166 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-singledispatch. 2026-02-22T21:45:43.167 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package pkg-config. 2026-02-22T21:45:43.174 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2026-02-22T21:45:43.175 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2026-02-22T21:45:43.175 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../093-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2026-02-22T21:45:43.176 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2026-02-22T21:45:43.189 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-webob. 2026-02-22T21:45:43.191 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python-asyncssh-doc. 2026-02-22T21:45:43.196 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2026-02-22T21:45:43.197 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2026-02-22T21:45:43.199 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../094-python-asyncssh-doc_2.5.0-1ubuntu0.1_all.deb ... 2026-02-22T21:45:43.200 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python-asyncssh-doc (2.5.0-1ubuntu0.1) ... 2026-02-22T21:45:43.214 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-waitress. 2026-02-22T21:45:43.222 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1.1_all.deb ... 2026-02-22T21:45:43.224 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1.1) ... 2026-02-22T21:45:43.229 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-iniconfig. 2026-02-22T21:45:43.237 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../095-python3-iniconfig_1.1.1-2_all.deb ... 2026-02-22T21:45:43.238 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2026-02-22T21:45:43.240 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-tempita. 2026-02-22T21:45:43.248 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2026-02-22T21:45:43.248 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2026-02-22T21:45:43.252 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-pastescript. 2026-02-22T21:45:43.261 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../096-python3-pastescript_2.0.2-4_all.deb ... 2026-02-22T21:45:43.261 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2026-02-22T21:45:43.262 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-paste. 2026-02-22T21:45:43.270 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2026-02-22T21:45:43.271 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2026-02-22T21:45:43.281 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-pluggy. 2026-02-22T21:45:43.290 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../097-python3-pluggy_0.13.0-7.1_all.deb ... 2026-02-22T21:45:43.290 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2026-02-22T21:45:43.298 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2026-02-22T21:45:43.306 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-psutil. 2026-02-22T21:45:43.306 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2026-02-22T21:45:43.306 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2026-02-22T21:45:43.314 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../098-python3-psutil_5.9.0-1build1_amd64.deb ... 2026-02-22T21:45:43.314 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2026-02-22T21:45:43.321 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-pastedeploy. 2026-02-22T21:45:43.329 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2026-02-22T21:45:43.329 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2026-02-22T21:45:43.333 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-py. 2026-02-22T21:45:43.341 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../099-python3-py_1.10.0-1_all.deb ... 2026-02-22T21:45:43.342 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-py (1.10.0-1) ... 2026-02-22T21:45:43.344 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-webtest. 2026-02-22T21:45:43.352 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2026-02-22T21:45:43.352 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-webtest (2.0.35-1) ... 2026-02-22T21:45:43.362 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-pygments. 2026-02-22T21:45:43.368 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-pecan. 2026-02-22T21:45:43.370 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../100-python3-pygments_2.11.2+dfsg-2ubuntu0.1_all.deb ... 2026-02-22T21:45:43.370 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-pygments (2.11.2+dfsg-2ubuntu0.1) ... 2026-02-22T21:45:43.375 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2026-02-22T21:45:43.376 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2026-02-22T21:45:43.400 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-werkzeug. 2026-02-22T21:45:43.408 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.3_all.deb ... 2026-02-22T21:45:43.408 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.3) ... 2026-02-22T21:45:43.411 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-pyinotify. 2026-02-22T21:45:43.420 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../101-python3-pyinotify_0.9.6-1.3_all.deb ... 2026-02-22T21:45:43.420 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2026-02-22T21:45:43.427 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2026-02-22T21:45:43.435 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:43.435 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-mgr-modules-core (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.436 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-toml. 2026-02-22T21:45:43.444 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../102-python3-toml_0.10.2-1_all.deb ... 2026-02-22T21:45:43.445 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-toml (0.10.2-1) ... 2026-02-22T21:45:43.459 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-pytest. 2026-02-22T21:45:43.464 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2026-02-22T21:45:43.468 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../103-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2026-02-22T21:45:43.468 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2026-02-22T21:45:43.472 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.472 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libsqlite3-mod-ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.487 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-mgr. 2026-02-22T21:45:43.489 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package python3-simplejson. 2026-02-22T21:45:43.495 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../057-ceph-mgr_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.496 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-mgr (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.497 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../104-python3-simplejson_3.17.6-1build1_amd64.deb ... 2026-02-22T21:45:43.498 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2026-02-22T21:45:43.516 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package qttranslations5-l10n. 2026-02-22T21:45:43.517 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-mon. 2026-02-22T21:45:43.524 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../105-qttranslations5-l10n_5.15.3-1_all.deb ... 2026-02-22T21:45:43.524 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2026-02-22T21:45:43.525 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../058-ceph-mon_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.526 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-mon (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.581 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libfuse2:amd64. 2026-02-22T21:45:43.589 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../059-libfuse2_2.9.9-5ubuntu3_amd64.deb ... 2026-02-22T21:45:43.589 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libfuse2:amd64 (2.9.9-5ubuntu3) ... 2026-02-22T21:45:43.591 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package radosgw. 2026-02-22T21:45:43.600 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../106-radosgw_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.600 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking radosgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.605 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-osd. 2026-02-22T21:45:43.613 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../060-ceph-osd_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.613 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-osd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.713 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package rbd-fuse. 2026-02-22T21:45:43.722 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../107-rbd-fuse_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.722 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking rbd-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.737 INFO:teuthology.orchestra.run.trial172.stdout:Selecting previously unselected package rbd-mirror. 2026-02-22T21:45:43.746 INFO:teuthology.orchestra.run.trial172.stdout:Preparing to unpack .../108-rbd-mirror_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.746 INFO:teuthology.orchestra.run.trial172.stdout:Unpacking rbd-mirror (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.765 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph. 2026-02-22T21:45:43.774 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../061-ceph_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.774 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.789 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-fuse. 2026-02-22T21:45:43.797 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../062-ceph-fuse_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.797 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.806 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2026-02-22T21:45:43.820 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-mds. 2026-02-22T21:45:43.828 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../063-ceph-mds_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.828 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-mds (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.861 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package cephadm. 2026-02-22T21:45:43.869 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../064-cephadm_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:43.869 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.871 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2026-02-22T21:45:43.872 INFO:teuthology.orchestra.run.trial172.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2026-02-22T21:45:43.885 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-asyncssh. 2026-02-22T21:45:43.893 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1ubuntu0.1_all.deb ... 2026-02-22T21:45:43.893 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-asyncssh (2.5.0-1ubuntu0.1) ... 2026-02-22T21:45:43.914 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2026-02-22T21:45:43.922 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../066-ceph-mgr-cephadm_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:43.922 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-mgr-cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:43.942 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /lib/systemd/system/nvmefc-boot-connections.service. 2026-02-22T21:45:43.942 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-repoze.lru. 2026-02-22T21:45:43.950 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../067-python3-repoze.lru_0.7-2_all.deb ... 2026-02-22T21:45:43.951 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2026-02-22T21:45:43.966 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-routes. 2026-02-22T21:45:43.974 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../068-python3-routes_2.5.1-1ubuntu1_all.deb ... 2026-02-22T21:45:43.974 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2026-02-22T21:45:43.994 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2026-02-22T21:45:44.002 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../069-ceph-mgr-dashboard_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:44.002 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-mgr-dashboard (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:44.207 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2026-02-22T21:45:44.216 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../070-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2026-02-22T21:45:44.216 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2026-02-22T21:45:44.232 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service → /lib/systemd/system/nvmf-autoconnect.service. 2026-02-22T21:45:44.254 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-joblib. 2026-02-22T21:45:44.262 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../071-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2026-02-22T21:45:44.263 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2026-02-22T21:45:44.290 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-threadpoolctl. 2026-02-22T21:45:44.299 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../072-python3-threadpoolctl_3.1.0-1_all.deb ... 2026-02-22T21:45:44.299 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2026-02-22T21:45:44.314 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-sklearn. 2026-02-22T21:45:44.322 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../073-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2026-02-22T21:45:44.323 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2026-02-22T21:45:44.404 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2026-02-22T21:45:44.413 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../074-ceph-mgr-diskprediction-local_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:44.413 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-mgr-diskprediction-local (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:44.571 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-cachetools. 2026-02-22T21:45:44.580 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../075-python3-cachetools_5.0.0-1_all.deb ... 2026-02-22T21:45:44.580 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2026-02-22T21:45:44.595 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-rsa. 2026-02-22T21:45:44.603 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../076-python3-rsa_4.8-1_all.deb ... 2026-02-22T21:45:44.603 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-rsa (4.8-1) ... 2026-02-22T21:45:44.606 INFO:teuthology.orchestra.run.trial172.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2026-02-22T21:45:44.617 INFO:teuthology.orchestra.run.trial172.stdout:Setting up cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:44.620 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-google-auth. 2026-02-22T21:45:44.628 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../077-python3-google-auth_1.5.1-3_all.deb ... 2026-02-22T21:45:44.629 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2026-02-22T21:45:44.646 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-requests-oauthlib. 2026-02-22T21:45:44.654 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../078-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2026-02-22T21:45:44.655 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2026-02-22T21:45:44.670 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-websocket. 2026-02-22T21:45:44.670 INFO:teuthology.orchestra.run.trial172.stdout:Adding system user cephadm....done 2026-02-22T21:45:44.678 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../079-python3-websocket_1.2.3-1_all.deb ... 2026-02-22T21:45:44.679 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-websocket (1.2.3-1) ... 2026-02-22T21:45:44.679 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1.1) ... 2026-02-22T21:45:44.696 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-kubernetes. 2026-02-22T21:45:44.705 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../080-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2026-02-22T21:45:44.706 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2026-02-22T21:45:44.751 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2026-02-22T21:45:44.800 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2026-02-22T21:45:44.809 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../081-ceph-mgr-k8sevents_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:44.809 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-mgr-k8sevents (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:44.822 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python-asyncssh-doc (2.5.0-1ubuntu0.1) ... 2026-02-22T21:45:44.823 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2026-02-22T21:45:44.823 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libonig5:amd64. 2026-02-22T21:45:44.832 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../082-libonig5_6.9.7.1-2build1_amd64.deb ... 2026-02-22T21:45:44.839 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2026-02-22T21:45:44.855 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libjq1:amd64. 2026-02-22T21:45:44.863 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../083-libjq1_1.6-2.1ubuntu3.1_amd64.deb ... 2026-02-22T21:45:44.864 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ... 2026-02-22T21:45:44.879 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package jq. 2026-02-22T21:45:44.887 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../084-jq_1.6-2.1ubuntu3.1_amd64.deb ... 2026-02-22T21:45:44.887 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking jq (1.6-2.1ubuntu3.1) ... 2026-02-22T21:45:44.893 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-repoze.lru (0.7-2) ... 2026-02-22T21:45:44.902 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package socat. 2026-02-22T21:45:44.910 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../085-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2026-02-22T21:45:44.911 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2026-02-22T21:45:44.930 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package xmlstarlet. 2026-02-22T21:45:44.938 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../086-xmlstarlet_1.6.1-2.1_amd64.deb ... 2026-02-22T21:45:44.939 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2026-02-22T21:45:44.970 INFO:teuthology.orchestra.run.trial172.stdout:Setting up liboath0:amd64 (2.6.7-3ubuntu0.1) ... 2026-02-22T21:45:44.971 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-py (1.10.0-1) ... 2026-02-22T21:45:44.974 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-test. 2026-02-22T21:45:44.983 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../087-ceph-test_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:44.983 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-test (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:45.066 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2026-02-22T21:45:45.189 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-cachetools (5.0.0-1) ... 2026-02-22T21:45:45.264 INFO:teuthology.orchestra.run.trial172.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2026-02-22T21:45:45.274 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2026-02-22T21:45:45.351 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2026-02-22T21:45:45.424 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-ceph-argparse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:45.455 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package ceph-volume. 2026-02-22T21:45:45.464 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../088-ceph-volume_19.2.3-689-gf90f4eae-1jammy_all.deb ... 2026-02-22T21:45:45.464 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking ceph-volume (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:45.487 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package libcephfs-dev. 2026-02-22T21:45:45.493 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2026-02-22T21:45:45.494 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libnbd0 (1.10.5-1) ... 2026-02-22T21:45:45.495 INFO:teuthology.orchestra.run.trial172.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2026-02-22T21:45:45.496 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2026-02-22T21:45:45.496 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../089-libcephfs-dev_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:45.496 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking libcephfs-dev (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:45.497 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libfuse2:amd64 (2.9.9-5ubuntu3) ... 2026-02-22T21:45:45.497 INFO:teuthology.orchestra.run.trial172.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2026-02-22T21:45:45.511 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package lua-socket:amd64. 2026-02-22T21:45:45.514 INFO:teuthology.orchestra.run.trial172.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2026-02-22T21:45:45.516 INFO:teuthology.orchestra.run.trial172.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2026-02-22T21:45:45.517 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2026-02-22T21:45:45.518 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2026-02-22T21:45:45.519 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../090-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2026-02-22T21:45:45.519 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2026-02-22T21:45:45.540 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package lua-sec:amd64. 2026-02-22T21:45:45.549 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../091-lua-sec_1.0.2-1_amd64.deb ... 2026-02-22T21:45:45.550 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2026-02-22T21:45:45.566 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package nvme-cli. 2026-02-22T21:45:45.574 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../092-nvme-cli_1.16-3ubuntu0.3_amd64.deb ... 2026-02-22T21:45:45.574 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking nvme-cli (1.16-3ubuntu0.3) ... 2026-02-22T21:45:45.608 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package pkg-config. 2026-02-22T21:45:45.617 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../093-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2026-02-22T21:45:45.617 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2026-02-22T21:45:45.632 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python-asyncssh-doc. 2026-02-22T21:45:45.640 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../094-python-asyncssh-doc_2.5.0-1ubuntu0.1_all.deb ... 2026-02-22T21:45:45.640 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-natsort (8.0.2-1) ... 2026-02-22T21:45:45.640 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python-asyncssh-doc (2.5.0-1ubuntu0.1) ... 2026-02-22T21:45:45.669 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-iniconfig. 2026-02-22T21:45:45.678 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../095-python3-iniconfig_1.1.1-2_all.deb ... 2026-02-22T21:45:45.678 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2026-02-22T21:45:45.693 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-pastescript. 2026-02-22T21:45:45.701 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../096-python3-pastescript_2.0.2-4_all.deb ... 2026-02-22T21:45:45.702 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2026-02-22T21:45:45.716 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2026-02-22T21:45:45.720 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-pluggy. 2026-02-22T21:45:45.729 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../097-python3-pluggy_0.13.0-7.1_all.deb ... 2026-02-22T21:45:45.729 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2026-02-22T21:45:45.745 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-psutil. 2026-02-22T21:45:45.753 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../098-python3-psutil_5.9.0-1build1_amd64.deb ... 2026-02-22T21:45:45.754 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2026-02-22T21:45:45.772 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-py. 2026-02-22T21:45:45.780 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../099-python3-py_1.10.0-1_all.deb ... 2026-02-22T21:45:45.781 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-py (1.10.0-1) ... 2026-02-22T21:45:45.794 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2026-02-22T21:45:45.801 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-pygments. 2026-02-22T21:45:45.809 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../100-python3-pygments_2.11.2+dfsg-2ubuntu0.1_all.deb ... 2026-02-22T21:45:45.809 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-pygments (2.11.2+dfsg-2ubuntu0.1) ... 2026-02-22T21:45:45.851 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-pyinotify. 2026-02-22T21:45:45.860 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../101-python3-pyinotify_0.9.6-1.3_all.deb ... 2026-02-22T21:45:45.861 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2026-02-22T21:45:45.876 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-toml. 2026-02-22T21:45:45.882 INFO:teuthology.orchestra.run.trial172.stdout:Setting up zip (3.0-12build2) ... 2026-02-22T21:45:45.883 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-pygments (2.11.2+dfsg-2ubuntu0.1) ... 2026-02-22T21:45:45.884 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../102-python3-toml_0.10.2-1_all.deb ... 2026-02-22T21:45:45.884 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-toml (0.10.2-1) ... 2026-02-22T21:45:45.900 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-pytest. 2026-02-22T21:45:45.908 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../103-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2026-02-22T21:45:45.909 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2026-02-22T21:45:45.930 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package python3-simplejson. 2026-02-22T21:45:45.939 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../104-python3-simplejson_3.17.6-1build1_amd64.deb ... 2026-02-22T21:45:45.939 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2026-02-22T21:45:45.957 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package qttranslations5-l10n. 2026-02-22T21:45:45.965 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../105-qttranslations5-l10n_5.15.3-1_all.deb ... 2026-02-22T21:45:45.966 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2026-02-22T21:45:46.032 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package radosgw. 2026-02-22T21:45:46.040 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../106-radosgw_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:46.041 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking radosgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:46.133 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2026-02-22T21:45:46.153 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package rbd-fuse. 2026-02-22T21:45:46.161 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../107-rbd-fuse_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:46.162 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking rbd-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:46.177 INFO:teuthology.orchestra.run.trial023.stdout:Selecting previously unselected package rbd-mirror. 2026-02-22T21:45:46.186 INFO:teuthology.orchestra.run.trial023.stdout:Preparing to unpack .../108-rbd-mirror_19.2.3-689-gf90f4eae-1jammy_amd64.deb ... 2026-02-22T21:45:46.186 INFO:teuthology.orchestra.run.trial023.stdout:Unpacking rbd-mirror (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:46.211 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2026-02-22T21:45:46.212 INFO:teuthology.orchestra.run.trial172.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2026-02-22T21:45:46.213 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2026-02-22T21:45:46.245 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2026-02-22T21:45:46.305 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-asyncssh (2.5.0-1ubuntu0.1) ... 2026-02-22T21:45:46.312 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2026-02-22T21:45:46.313 INFO:teuthology.orchestra.run.trial023.stdout:Setting up nvme-cli (1.16-3ubuntu0.3) ... 2026-02-22T21:45:46.384 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /lib/systemd/system/nvmefc-boot-connections.service. 2026-02-22T21:45:46.428 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2026-02-22T21:45:46.558 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2026-02-22T21:45:46.639 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.3) ... 2026-02-22T21:45:46.655 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service → /lib/systemd/system/nvmf-autoconnect.service. 2026-02-22T21:45:46.744 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2026-02-22T21:45:46.818 INFO:teuthology.orchestra.run.trial172.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2026-02-22T21:45:46.819 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:46.900 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2026-02-22T21:45:47.047 INFO:teuthology.orchestra.run.trial023.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2026-02-22T21:45:47.056 INFO:teuthology.orchestra.run.trial023.stdout:Setting up cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:47.100 INFO:teuthology.orchestra.run.trial023.stdout:Adding system user cephadm....done 2026-02-22T21:45:47.111 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1.1) ... 2026-02-22T21:45:47.183 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2026-02-22T21:45:47.253 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python-asyncssh-doc (2.5.0-1ubuntu0.1) ... 2026-02-22T21:45:47.254 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2026-02-22T21:45:47.318 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-repoze.lru (0.7-2) ... 2026-02-22T21:45:47.393 INFO:teuthology.orchestra.run.trial023.stdout:Setting up liboath0:amd64 (2.6.7-3ubuntu0.1) ... 2026-02-22T21:45:47.394 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-py (1.10.0-1) ... 2026-02-22T21:45:47.395 INFO:teuthology.orchestra.run.trial172.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2026-02-22T21:45:47.417 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:47.422 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-toml (0.10.2-1) ... 2026-02-22T21:45:47.494 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2026-02-22T21:45:47.498 INFO:teuthology.orchestra.run.trial172.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2026-02-22T21:45:47.499 INFO:teuthology.orchestra.run.trial172.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2026-02-22T21:45:47.500 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2026-02-22T21:45:47.577 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2026-02-22T21:45:47.617 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-cachetools (5.0.0-1) ... 2026-02-22T21:45:47.646 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:47.647 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-rsa (4.8-1) ... 2026-02-22T21:45:47.691 INFO:teuthology.orchestra.run.trial023.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2026-02-22T21:45:47.702 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2026-02-22T21:45:47.727 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2026-02-22T21:45:47.777 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2026-02-22T21:45:47.799 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-logutils (0.3.3-8) ... 2026-02-22T21:45:47.851 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-ceph-argparse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:47.874 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-tempora (4.1.2-1) ... 2026-02-22T21:45:47.918 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2026-02-22T21:45:47.919 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libnbd0 (1.10.5-1) ... 2026-02-22T21:45:47.920 INFO:teuthology.orchestra.run.trial023.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2026-02-22T21:45:47.921 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2026-02-22T21:45:47.922 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libfuse2:amd64 (2.9.9-5ubuntu3) ... 2026-02-22T21:45:47.923 INFO:teuthology.orchestra.run.trial023.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2026-02-22T21:45:47.939 INFO:teuthology.orchestra.run.trial023.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2026-02-22T21:45:47.942 INFO:teuthology.orchestra.run.trial023.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2026-02-22T21:45:47.943 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2026-02-22T21:45:47.944 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2026-02-22T21:45:47.948 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2026-02-22T21:45:48.018 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-prettytable (2.5.0-2) ... 2026-02-22T21:45:48.062 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-natsort (8.0.2-1) ... 2026-02-22T21:45:48.096 INFO:teuthology.orchestra.run.trial172.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2026-02-22T21:45:48.097 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-websocket (1.2.3-1) ... 2026-02-22T21:45:48.141 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2026-02-22T21:45:48.179 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2026-02-22T21:45:48.180 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2026-02-22T21:45:48.218 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2026-02-22T21:45:48.257 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2026-02-22T21:45:48.307 INFO:teuthology.orchestra.run.trial023.stdout:Setting up zip (3.0-12build2) ... 2026-02-22T21:45:48.308 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-pygments (2.11.2+dfsg-2ubuntu0.1) ... 2026-02-22T21:45:48.336 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2026-02-22T21:45:48.421 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2026-02-22T21:45:48.495 INFO:teuthology.orchestra.run.trial172.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2026-02-22T21:45:48.496 INFO:teuthology.orchestra.run.trial172.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2026-02-22T21:45:48.497 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3.1) ... 2026-02-22T21:45:48.498 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2026-02-22T21:45:48.558 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2026-02-22T21:45:48.635 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2026-02-22T21:45:48.636 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2026-02-22T21:45:48.637 INFO:teuthology.orchestra.run.trial023.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2026-02-22T21:45:48.638 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2026-02-22T21:45:48.710 INFO:teuthology.orchestra.run.trial172.stdout:Setting up lua-any (27ubuntu1) ... 2026-02-22T21:45:48.711 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-portend (3.0.0-1) ... 2026-02-22T21:45:48.734 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-asyncssh (2.5.0-1ubuntu0.1) ... 2026-02-22T21:45:48.786 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:48.787 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-google-auth (1.5.1-3) ... 2026-02-22T21:45:48.857 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2026-02-22T21:45:48.869 INFO:teuthology.orchestra.run.trial172.stdout:Setting up jq (1.6-2.1ubuntu3.1) ... 2026-02-22T21:45:48.870 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-webtest (2.0.35-1) ... 2026-02-22T21:45:48.950 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2026-02-22T21:45:48.984 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2026-02-22T21:45:49.064 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.3) ... 2026-02-22T21:45:49.079 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-pastescript (2.0.2-4) ... 2026-02-22T21:45:49.169 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2026-02-22T21:45:49.169 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2026-02-22T21:45:49.240 INFO:teuthology.orchestra.run.trial023.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2026-02-22T21:45:49.241 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:49.284 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2026-02-22T21:45:49.285 INFO:teuthology.orchestra.run.trial172.stdout:Setting up librados2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:49.286 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libsqlite3-mod-ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:49.287 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2026-02-22T21:45:49.323 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2026-02-22T21:45:49.802 INFO:teuthology.orchestra.run.trial172.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2026-02-22T21:45:49.814 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libcephfs2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:49.814 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libradosstriper1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:49.815 INFO:teuthology.orchestra.run.trial172.stdout:Setting up librbd1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:49.816 INFO:teuthology.orchestra.run.trial023.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2026-02-22T21:45:49.816 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-mgr-modules-core (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:49.817 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:49.837 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:49.842 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-toml (0.10.2-1) ... 2026-02-22T21:45:49.885 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target → /lib/systemd/system/ceph-fuse.target. 2026-02-22T21:45:49.886 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target → /lib/systemd/system/ceph-fuse.target. 2026-02-22T21:45:49.923 INFO:teuthology.orchestra.run.trial023.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2026-02-22T21:45:49.924 INFO:teuthology.orchestra.run.trial023.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2026-02-22T21:45:49.925 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2026-02-22T21:45:49.999 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2026-02-22T21:45:50.070 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:50.071 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-rsa (4.8-1) ... 2026-02-22T21:45:50.149 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2026-02-22T21:45:50.220 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-logutils (0.3.3-8) ... 2026-02-22T21:45:50.267 INFO:teuthology.orchestra.run.trial172.stdout:Setting up libcephfs-dev (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:50.268 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-rados (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:50.269 INFO:teuthology.orchestra.run.trial172.stdout:Setting up librgw2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:50.270 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-rbd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:50.270 INFO:teuthology.orchestra.run.trial172.stdout:Setting up rbd-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:50.272 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-rgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:50.273 INFO:teuthology.orchestra.run.trial172.stdout:Setting up python3-cephfs (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:50.273 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:50.295 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-tempora (4.1.2-1) ... 2026-02-22T21:45:50.302 INFO:teuthology.orchestra.run.trial172.stdout:Adding group ceph....done 2026-02-22T21:45:50.338 INFO:teuthology.orchestra.run.trial172.stdout:Adding system user ceph....done 2026-02-22T21:45:50.347 INFO:teuthology.orchestra.run.trial172.stdout:Setting system user ceph properties....done 2026-02-22T21:45:50.352 INFO:teuthology.orchestra.run.trial172.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2026-02-22T21:45:50.369 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2026-02-22T21:45:50.438 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /lib/systemd/system/ceph.target. 2026-02-22T21:45:50.441 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-prettytable (2.5.0-2) ... 2026-02-22T21:45:50.521 INFO:teuthology.orchestra.run.trial023.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2026-02-22T21:45:50.522 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-websocket (1.2.3-1) ... 2026-02-22T21:45:50.605 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2026-02-22T21:45:50.606 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2026-02-22T21:45:50.682 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2026-02-22T21:45:50.702 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service → /lib/systemd/system/rbdmap.service. 2026-02-22T21:45:50.761 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2026-02-22T21:45:50.846 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2026-02-22T21:45:50.919 INFO:teuthology.orchestra.run.trial023.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2026-02-22T21:45:50.920 INFO:teuthology.orchestra.run.trial023.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2026-02-22T21:45:50.921 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3.1) ... 2026-02-22T21:45:50.921 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2026-02-22T21:45:51.055 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2026-02-22T21:45:51.104 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-test (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:51.105 INFO:teuthology.orchestra.run.trial172.stdout:Setting up radosgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:51.130 INFO:teuthology.orchestra.run.trial023.stdout:Setting up lua-any (27ubuntu1) ... 2026-02-22T21:45:51.132 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-portend (3.0.0-1) ... 2026-02-22T21:45:51.207 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2026-02-22T21:45:51.208 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-google-auth (1.5.1-3) ... 2026-02-22T21:45:51.288 INFO:teuthology.orchestra.run.trial023.stdout:Setting up jq (1.6-2.1ubuntu3.1) ... 2026-02-22T21:45:51.289 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-webtest (2.0.35-1) ... 2026-02-22T21:45:51.352 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /lib/systemd/system/ceph-radosgw.target. 2026-02-22T21:45:51.352 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /lib/systemd/system/ceph-radosgw.target. 2026-02-22T21:45:51.369 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2026-02-22T21:45:51.501 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-pastescript (2.0.2-4) ... 2026-02-22T21:45:51.591 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2026-02-22T21:45:51.702 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2026-02-22T21:45:51.703 INFO:teuthology.orchestra.run.trial023.stdout:Setting up librados2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:51.704 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libsqlite3-mod-ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:51.705 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2026-02-22T21:45:51.726 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-base (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:51.844 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /lib/systemd/system/ceph-crash.service. 2026-02-22T21:45:52.208 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-mds (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.220 INFO:teuthology.orchestra.run.trial023.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2026-02-22T21:45:52.230 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libcephfs2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.231 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libradosstriper1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.232 INFO:teuthology.orchestra.run.trial023.stdout:Setting up librbd1 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.233 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-mgr-modules-core (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.234 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.266 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /lib/systemd/system/ceph-mds.target. 2026-02-22T21:45:52.266 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /lib/systemd/system/ceph-mds.target. 2026-02-22T21:45:52.303 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target → /lib/systemd/system/ceph-fuse.target. 2026-02-22T21:45:52.303 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target → /lib/systemd/system/ceph-fuse.target. 2026-02-22T21:45:52.641 INFO:teuthology.orchestra.run.trial172.stdout:Setting up rbd-mirror (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.695 INFO:teuthology.orchestra.run.trial023.stdout:Setting up libcephfs-dev (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.696 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-rados (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.697 INFO:teuthology.orchestra.run.trial023.stdout:Setting up librgw2 (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.698 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-rbd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.699 INFO:teuthology.orchestra.run.trial023.stdout:Setting up rbd-fuse (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.700 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-rgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.701 INFO:teuthology.orchestra.run.trial023.stdout:Setting up python3-cephfs (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.702 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-common (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:52.716 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T21:45:52.717 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T21:45:52.729 INFO:teuthology.orchestra.run.trial023.stdout:Adding group ceph....done 2026-02-22T21:45:52.766 INFO:teuthology.orchestra.run.trial023.stdout:Adding system user ceph....done 2026-02-22T21:45:52.775 INFO:teuthology.orchestra.run.trial023.stdout:Setting system user ceph properties....done 2026-02-22T21:45:52.781 INFO:teuthology.orchestra.run.trial023.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2026-02-22T21:45:52.868 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /lib/systemd/system/ceph.target. 2026-02-22T21:45:53.071 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-mgr (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:53.137 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service → /lib/systemd/system/rbdmap.service. 2026-02-22T21:45:53.149 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /lib/systemd/system/ceph-mgr.target. 2026-02-22T21:45:53.149 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /lib/systemd/system/ceph-mgr.target. 2026-02-22T21:45:53.538 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-test (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:53.539 INFO:teuthology.orchestra.run.trial023.stdout:Setting up radosgw (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:53.545 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-osd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:53.619 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /lib/systemd/system/ceph-osd.target. 2026-02-22T21:45:53.619 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /lib/systemd/system/ceph-osd.target. 2026-02-22T21:45:53.789 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /lib/systemd/system/ceph-radosgw.target. 2026-02-22T21:45:53.789 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /lib/systemd/system/ceph-radosgw.target. 2026-02-22T21:45:53.992 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-mgr-k8sevents (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:53.993 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-mgr-diskprediction-local (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:54.003 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-mon (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:54.074 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /lib/systemd/system/ceph-mon.target. 2026-02-22T21:45:54.074 INFO:teuthology.orchestra.run.trial172.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /lib/systemd/system/ceph-mon.target. 2026-02-22T21:45:54.174 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-base (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:54.288 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /lib/systemd/system/ceph-crash.service. 2026-02-22T21:45:54.464 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-mgr-cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:54.474 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:54.475 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-mgr-dashboard (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:54.485 INFO:teuthology.orchestra.run.trial172.stdout:Setting up ceph-volume (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:54.595 INFO:teuthology.orchestra.run.trial172.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2026-02-22T21:45:54.602 INFO:teuthology.orchestra.run.trial172.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.13) ... 2026-02-22T21:45:54.675 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-mds (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:54.735 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /lib/systemd/system/ceph-mds.target. 2026-02-22T21:45:54.735 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /lib/systemd/system/ceph-mds.target. 2026-02-22T21:45:54.844 INFO:teuthology.orchestra.run.trial172.stdout:Processing triggers for man-db (2.10.2-1) ... 2026-02-22T21:45:54.928 INFO:teuthology.orchestra.run.trial172.stdout:Processing triggers for install-info (6.8-4build1) ... 2026-02-22T21:45:55.117 INFO:teuthology.orchestra.run.trial023.stdout:Setting up rbd-mirror (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:55.188 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T21:45:55.189 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /lib/systemd/system/ceph-rbd-mirror.target. 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout:Running kernel seems to be up-to-date. 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout:The processor microcode seems to be up-to-date. 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout:No services need to be restarted. 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout:No containers need to be restarted. 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout:No user sessions are running outdated binaries. 2026-02-22T21:45:55.444 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:45:55.445 INFO:teuthology.orchestra.run.trial172.stdout:No VM guests are running outdated hypervisor (qemu) binaries on this host. 2026-02-22T21:45:55.566 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-mgr (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:55.644 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /lib/systemd/system/ceph-mgr.target. 2026-02-22T21:45:55.644 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /lib/systemd/system/ceph-mgr.target. 2026-02-22T21:45:56.028 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-osd (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:56.112 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /lib/systemd/system/ceph-osd.target. 2026-02-22T21:45:56.112 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /lib/systemd/system/ceph-osd.target. 2026-02-22T21:45:56.262 INFO:teuthology.orchestra.run.trial172.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2026-02-22T21:45:56.269 DEBUG:teuthology.parallel:result is None 2026-02-22T21:45:56.513 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-mgr-k8sevents (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:56.514 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-mgr-diskprediction-local (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:56.524 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-mon (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:56.596 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /lib/systemd/system/ceph-mon.target. 2026-02-22T21:45:56.596 INFO:teuthology.orchestra.run.trial023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /lib/systemd/system/ceph-mon.target. 2026-02-22T21:45:56.985 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-mgr-cephadm (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:56.996 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:56.997 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-mgr-dashboard (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:57.007 INFO:teuthology.orchestra.run.trial023.stdout:Setting up ceph-volume (19.2.3-689-gf90f4eae-1jammy) ... 2026-02-22T21:45:57.116 INFO:teuthology.orchestra.run.trial023.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2026-02-22T21:45:57.123 INFO:teuthology.orchestra.run.trial023.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.13) ... 2026-02-22T21:45:57.363 INFO:teuthology.orchestra.run.trial023.stdout:Processing triggers for man-db (2.10.2-1) ... 2026-02-22T21:45:57.446 INFO:teuthology.orchestra.run.trial023.stdout:Processing triggers for install-info (6.8-4build1) ... 2026-02-22T21:45:57.934 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:45:57.934 INFO:teuthology.orchestra.run.trial023.stdout:Running kernel seems to be up-to-date. 2026-02-22T21:45:57.934 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:45:57.934 INFO:teuthology.orchestra.run.trial023.stdout:The processor microcode seems to be up-to-date. 2026-02-22T21:45:57.935 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:45:57.935 INFO:teuthology.orchestra.run.trial023.stdout:No services need to be restarted. 2026-02-22T21:45:57.935 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:45:57.935 INFO:teuthology.orchestra.run.trial023.stdout:No containers need to be restarted. 2026-02-22T21:45:57.935 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:45:57.935 INFO:teuthology.orchestra.run.trial023.stdout:No user sessions are running outdated binaries. 2026-02-22T21:45:57.935 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:45:57.935 INFO:teuthology.orchestra.run.trial023.stdout:No VM guests are running outdated hypervisor (qemu) binaries on this host. 2026-02-22T21:45:58.731 INFO:teuthology.orchestra.run.trial023.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2026-02-22T21:45:58.737 DEBUG:teuthology.parallel:result is None 2026-02-22T21:45:58.738 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:45:58.904 DEBUG:teuthology.orchestra.run.trial023:> dpkg-query -W -f '${Version}' ceph 2026-02-22T21:45:58.915 INFO:teuthology.orchestra.run.trial023.stdout:19.2.3-689-gf90f4eae-1jammy 2026-02-22T21:45:58.915 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-689-gf90f4eae-1jammy 2026-02-22T21:45:58.915 INFO:teuthology.task.install:The correct ceph version 19.2.3-689-gf90f4eae-1jammy is installed. 2026-02-22T21:45:58.918 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:45:59.104 DEBUG:teuthology.orchestra.run.trial172:> dpkg-query -W -f '${Version}' ceph 2026-02-22T21:45:59.120 INFO:teuthology.orchestra.run.trial172.stdout:19.2.3-689-gf90f4eae-1jammy 2026-02-22T21:45:59.120 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-689-gf90f4eae-1jammy 2026-02-22T21:45:59.120 INFO:teuthology.task.install:The correct ceph version 19.2.3-689-gf90f4eae-1jammy is installed. 2026-02-22T21:45:59.125 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-02-22T21:45:59.126 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:45:59.126 DEBUG:teuthology.orchestra.run.trial023:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-22T21:45:59.139 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:45:59.139 DEBUG:teuthology.orchestra.run.trial172:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-22T21:45:59.171 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-02-22T21:45:59.171 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:45:59.171 DEBUG:teuthology.orchestra.run.trial023:> sudo dd of=/usr/bin/daemon-helper 2026-02-22T21:45:59.190 DEBUG:teuthology.orchestra.run.trial023:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-22T21:45:59.242 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:45:59.242 DEBUG:teuthology.orchestra.run.trial172:> sudo dd of=/usr/bin/daemon-helper 2026-02-22T21:45:59.254 DEBUG:teuthology.orchestra.run.trial172:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-22T21:45:59.305 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-02-22T21:45:59.305 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:45:59.306 DEBUG:teuthology.orchestra.run.trial023:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-22T21:45:59.316 DEBUG:teuthology.orchestra.run.trial023:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-22T21:45:59.365 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:45:59.366 DEBUG:teuthology.orchestra.run.trial172:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-22T21:45:59.375 DEBUG:teuthology.orchestra.run.trial172:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-22T21:45:59.425 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-02-22T21:45:59.425 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:45:59.425 DEBUG:teuthology.orchestra.run.trial023:> sudo dd of=/usr/bin/stdin-killer 2026-02-22T21:45:59.435 DEBUG:teuthology.orchestra.run.trial023:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-22T21:45:59.485 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:45:59.486 DEBUG:teuthology.orchestra.run.trial172:> sudo dd of=/usr/bin/stdin-killer 2026-02-22T21:45:59.495 DEBUG:teuthology.orchestra.run.trial172:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-22T21:45:59.544 INFO:teuthology.run_tasks:Running task ceph... 2026-02-22T21:45:59.631 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-02-22T21:45:59.631 DEBUG:teuthology.orchestra.run.trial023:> sudo chmod 777 /var/log/ceph 2026-02-22T21:45:59.632 DEBUG:teuthology.orchestra.run.trial172:> sudo chmod 777 /var/log/ceph 2026-02-22T21:45:59.640 INFO:tasks.ceph:Disabling ceph logrotate... 2026-02-22T21:45:59.641 DEBUG:teuthology.orchestra.run.trial023:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-22T21:45:59.682 DEBUG:teuthology.orchestra.run.trial172:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-22T21:45:59.690 INFO:tasks.ceph:Creating extra log directories... 2026-02-22T21:45:59.690 DEBUG:teuthology.orchestra.run.trial023:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-22T21:45:59.730 DEBUG:teuthology.orchestra.run.trial172:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-22T21:45:59.753 INFO:tasks.ceph:Creating ceph cluster cluster1... 2026-02-22T21:45:59.753 INFO:tasks.ceph:config {'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'mon warn on pool no app': False, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'cluster1', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-22T21:45:59.753 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106', 'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'description': 'rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack} conf/{disable-pool-app} msgr-failures/few objectstore/bluestore-comp-snappy policy/none rbd-mirror/four-per-cluster supported-random-distro$/{ubuntu_latest} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'flavor': 'default', 'job_id': '64106', 'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'run two ceph clusters and install rbd-mirror'}, {'desc': 'configure the permissions for client.mirror'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}, {'desc': 'run four rbd-mirror daemons per cluster'}, {'desc': 'run the rbd_mirror_stress.sh workunit to test the rbd-mirror daemon'}], 'name': 'yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 3, 'size': 30}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid'}, 'ceph': {'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'mon warn on pool no app': False, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster2.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0', 'cluster2.client.0'], ['cluster2.mon.a', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster1.client.mirror', 'cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5', 'cluster1.client.mirror.6', 'cluster2.client.mirror', 'cluster2.client.mirror.0', 'cluster2.client.mirror.1', 'cluster2.client.mirror.2', 'cluster2.client.mirror.3', 'cluster2.client.mirror.4', 'cluster2.client.mirror.5', 'cluster2.client.mirror.6']], 'seed': 9196, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'rbd', 'suite_branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'targets': {'trial023.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKm1nGX4MeQnTk6KNG5ApxfHHhvZqdcsQvVvxn84o3Q72xcZHUtxyI7r6vT67MJzbY6K+d7YdupBT5U5R30ysi4=', 'trial172.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNzk+JeAUgWNhlW2xKnjX8SNdZOkUpK3w6iZ4eZeVx5cxVcfrWpiEszIjcBAtVvnwpR+ydoge+akQ9x3xJSqX/c='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': ['rbd-mirror'], 'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster1', 'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'mon warn on pool no app': False, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster2'}}, {'exec': {'cluster1.client.mirror.0': ["sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'"]}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.0', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.1', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.2', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.3', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.0', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.1', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.2', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.3', 'thrash': True}}, {'rbd-mirror-thrash': {'cluster': 'cluster1'}}, {'rbd-mirror-thrash': {'cluster': 'cluster2'}}, {'workunit': {'clients': {'cluster1.client.mirror': ['rbd/rbd_mirror_stress.sh']}, 'env': {'CEPH_ARGS': '', 'MIRROR_POOL_MODE': 'image', 'RBD_IMAGE_FEATURES': 'layering,exclusive-lock,object-map,fast-diff', 'RBD_MIRROR_INSTANCES': '4', 'RBD_MIRROR_MODE': 'snapshot', 'RBD_MIRROR_USE_EXISTING_CLUSTER': '1', 'RBD_MIRROR_USE_RBD_MIRROR': '1'}, 'timeout': '6h'}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-22_19:35:38', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653'} 2026-02-22T21:45:59.754 DEBUG:teuthology.orchestra.run.trial023:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data 2026-02-22T21:45:59.779 DEBUG:teuthology.orchestra.run.trial172:> install -d -m0755 -- /home/ubuntu/cephtest/cluster1.data 2026-02-22T21:45:59.784 DEBUG:teuthology.orchestra.run.trial023:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T21:45:59.823 DEBUG:teuthology.orchestra.run.trial172:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T21:45:59.833 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:45:59.833 DEBUG:teuthology.orchestra.run.trial023:> dd if=/scratch_devs of=/dev/stdout 2026-02-22T21:45:59.877 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-22T21:45:59.877 DEBUG:teuthology.orchestra.run.trial023:> stat /dev/vg_nvme/lv_1 2026-02-22T21:45:59.921 INFO:teuthology.orchestra.run.trial023.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-22T21:45:59.922 INFO:teuthology.orchestra.run.trial023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:45:59.922 INFO:teuthology.orchestra.run.trial023.stdout:Device: 5h/5d Inode: 902 Links: 1 2026-02-22T21:45:59.922 INFO:teuthology.orchestra.run.trial023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:45:59.922 INFO:teuthology.orchestra.run.trial023.stdout:Access: 2026-02-22 21:45:05.544987445 +0000 2026-02-22T21:45:59.922 INFO:teuthology.orchestra.run.trial023.stdout:Modify: 2026-02-22 21:45:05.392990034 +0000 2026-02-22T21:45:59.922 INFO:teuthology.orchestra.run.trial023.stdout:Change: 2026-02-22 21:45:05.392990034 +0000 2026-02-22T21:45:59.922 INFO:teuthology.orchestra.run.trial023.stdout: Birth: - 2026-02-22T21:45:59.923 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-22T21:45:59.972 INFO:teuthology.orchestra.run.trial023.stderr:1+0 records in 2026-02-22T21:45:59.972 INFO:teuthology.orchestra.run.trial023.stderr:1+0 records out 2026-02-22T21:45:59.972 INFO:teuthology.orchestra.run.trial023.stderr:512 bytes copied, 0.000194369 s, 2.6 MB/s 2026-02-22T21:45:59.973 DEBUG:teuthology.orchestra.run.trial023:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-22T21:46:00.022 DEBUG:teuthology.orchestra.run.trial023:> stat /dev/vg_nvme/lv_2 2026-02-22T21:46:00.074 INFO:teuthology.orchestra.run.trial023.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-22T21:46:00.074 INFO:teuthology.orchestra.run.trial023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:00.074 INFO:teuthology.orchestra.run.trial023.stdout:Device: 5h/5d Inode: 928 Links: 1 2026-02-22T21:46:00.074 INFO:teuthology.orchestra.run.trial023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:00.075 INFO:teuthology.orchestra.run.trial023.stdout:Access: 2026-02-22 21:45:05.888981587 +0000 2026-02-22T21:46:00.075 INFO:teuthology.orchestra.run.trial023.stdout:Modify: 2026-02-22 21:45:05.696984856 +0000 2026-02-22T21:46:00.075 INFO:teuthology.orchestra.run.trial023.stdout:Change: 2026-02-22 21:45:05.696984856 +0000 2026-02-22T21:46:00.075 INFO:teuthology.orchestra.run.trial023.stdout: Birth: - 2026-02-22T21:46:00.075 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-22T21:46:00.124 INFO:teuthology.orchestra.run.trial023.stderr:1+0 records in 2026-02-22T21:46:00.124 INFO:teuthology.orchestra.run.trial023.stderr:1+0 records out 2026-02-22T21:46:00.124 INFO:teuthology.orchestra.run.trial023.stderr:512 bytes copied, 0.000160468 s, 3.2 MB/s 2026-02-22T21:46:00.126 DEBUG:teuthology.orchestra.run.trial023:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-22T21:46:00.174 DEBUG:teuthology.orchestra.run.trial023:> stat /dev/vg_nvme/lv_3 2026-02-22T21:46:00.221 INFO:teuthology.orchestra.run.trial023.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-22T21:46:00.221 INFO:teuthology.orchestra.run.trial023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:00.221 INFO:teuthology.orchestra.run.trial023.stdout:Device: 5h/5d Inode: 952 Links: 1 2026-02-22T21:46:00.221 INFO:teuthology.orchestra.run.trial023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:00.222 INFO:teuthology.orchestra.run.trial023.stdout:Access: 2026-02-22 21:45:06.052978794 +0000 2026-02-22T21:46:00.222 INFO:teuthology.orchestra.run.trial023.stdout:Modify: 2026-02-22 21:45:06.048978863 +0000 2026-02-22T21:46:00.222 INFO:teuthology.orchestra.run.trial023.stdout:Change: 2026-02-22 21:45:06.048978863 +0000 2026-02-22T21:46:00.222 INFO:teuthology.orchestra.run.trial023.stdout: Birth: - 2026-02-22T21:46:00.222 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-22T21:46:00.272 INFO:teuthology.orchestra.run.trial023.stderr:1+0 records in 2026-02-22T21:46:00.272 INFO:teuthology.orchestra.run.trial023.stderr:1+0 records out 2026-02-22T21:46:00.272 INFO:teuthology.orchestra.run.trial023.stderr:512 bytes copied, 0.000189387 s, 2.7 MB/s 2026-02-22T21:46:00.273 DEBUG:teuthology.orchestra.run.trial023:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-22T21:46:00.317 DEBUG:teuthology.orchestra.run.trial023:> stat /dev/vg_nvme/lv_4 2026-02-22T21:46:00.364 INFO:teuthology.orchestra.run.trial023.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-22T21:46:00.364 INFO:teuthology.orchestra.run.trial023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:00.364 INFO:teuthology.orchestra.run.trial023.stdout:Device: 5h/5d Inode: 986 Links: 1 2026-02-22T21:46:00.364 INFO:teuthology.orchestra.run.trial023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:00.364 INFO:teuthology.orchestra.run.trial023.stdout:Access: 2026-02-22 21:45:06.392973003 +0000 2026-02-22T21:46:00.364 INFO:teuthology.orchestra.run.trial023.stdout:Modify: 2026-02-22 21:45:06.388973071 +0000 2026-02-22T21:46:00.364 INFO:teuthology.orchestra.run.trial023.stdout:Change: 2026-02-22 21:45:06.388973071 +0000 2026-02-22T21:46:00.364 INFO:teuthology.orchestra.run.trial023.stdout: Birth: - 2026-02-22T21:46:00.364 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-22T21:46:00.412 INFO:teuthology.orchestra.run.trial023.stderr:1+0 records in 2026-02-22T21:46:00.412 INFO:teuthology.orchestra.run.trial023.stderr:1+0 records out 2026-02-22T21:46:00.412 INFO:teuthology.orchestra.run.trial023.stderr:512 bytes copied, 0.000158263 s, 3.2 MB/s 2026-02-22T21:46:00.413 DEBUG:teuthology.orchestra.run.trial023:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-22T21:46:00.462 INFO:tasks.ceph:osd dev map: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:00.462 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial023.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T21:46:00.463 INFO:tasks.ceph:Generating config... 2026-02-22T21:46:00.465 INFO:tasks.ceph:[client] debug rbd = 20 2026-02-22T21:46:00.465 INFO:tasks.ceph:[client] debug rbd_mirror = 15 2026-02-22T21:46:00.465 INFO:tasks.ceph:[client] log to stderr = False 2026-02-22T21:46:00.465 INFO:tasks.ceph:[client] rbd default features = 125 2026-02-22T21:46:00.465 INFO:tasks.ceph:[client] rbd mirror image policy type = none 2026-02-22T21:46:00.465 INFO:tasks.ceph:[client.mirror.0] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.466 INFO:tasks.ceph:[client.mirror.0] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.466 INFO:tasks.ceph:[client.mirror.1] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.466 INFO:tasks.ceph:[client.mirror.1] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.466 INFO:tasks.ceph:[client.mirror.2] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.466 INFO:tasks.ceph:[client.mirror.2] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.466 INFO:tasks.ceph:[client.mirror.3] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.466 INFO:tasks.ceph:[client.mirror.3] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.466 INFO:tasks.ceph:[global] mon client directed command retry = 5 2026-02-22T21:46:00.466 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-22T21:46:00.466 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2026-02-22T21:46:00.466 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-22T21:46:00.467 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-22T21:46:00.467 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-22T21:46:00.467 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-22T21:46:00.467 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-22T21:46:00.467 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-22T21:46:00.467 INFO:tasks.ceph:[osd] bluestore compression algorithm = snappy 2026-02-22T21:46:00.467 INFO:tasks.ceph:[osd] bluestore compression mode = aggressive 2026-02-22T21:46:00.467 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-22T21:46:00.467 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-22T21:46:00.467 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-22T21:46:00.467 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-22T21:46:00.467 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-22T21:46:00.468 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-22T21:46:00.468 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-22T21:46:00.468 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-22T21:46:00.468 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-22T21:46:00.468 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-22T21:46:00.468 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-22T21:46:00.468 INFO:tasks.ceph:Setting up cluster1.mon.a... 2026-02-22T21:46:00.468 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster1.keyring 2026-02-22T21:46:00.521 INFO:teuthology.orchestra.run.trial023.stdout:creating /etc/ceph/cluster1.keyring 2026-02-22T21:46:00.525 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster1.keyring 2026-02-22T21:46:00.583 DEBUG:teuthology.orchestra.run.trial023:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T21:46:00.633 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster1.mon.a', '10.20.193.23')] 2026-02-22T21:46:00.634 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.23', 'mon client directed command retry': 5, 'mon warn on pool no app': False, 'ms inject socket failures': 5000}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'mon.a': {}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}} 2026-02-22T21:46:00.635 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:00.635 DEBUG:teuthology.orchestra.run.trial023:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T21:46:00.682 DEBUG:teuthology.orchestra.run.trial023:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.23 --print /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:46:00.741 INFO:teuthology.orchestra.run.trial023.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:46:00.741 INFO:teuthology.orchestra.run.trial023.stdout:monmaptool: generated fsid 26c1029c-f13c-4503-a4f6-545e0d609150 2026-02-22T21:46:00.741 INFO:teuthology.orchestra.run.trial023.stdout:setting min_mon_release = quincy 2026-02-22T21:46:00.742 INFO:teuthology.orchestra.run.trial023.stdout:epoch 0 2026-02-22T21:46:00.742 INFO:teuthology.orchestra.run.trial023.stdout:fsid 26c1029c-f13c-4503-a4f6-545e0d609150 2026-02-22T21:46:00.742 INFO:teuthology.orchestra.run.trial023.stdout:last_changed 2026-02-22T21:46:00.734316+0000 2026-02-22T21:46:00.742 INFO:teuthology.orchestra.run.trial023.stdout:created 2026-02-22T21:46:00.734316+0000 2026-02-22T21:46:00.742 INFO:teuthology.orchestra.run.trial023.stdout:min_mon_release 17 (quincy) 2026-02-22T21:46:00.742 INFO:teuthology.orchestra.run.trial023.stdout:election_strategy: 1 2026-02-22T21:46:00.742 INFO:teuthology.orchestra.run.trial023.stdout:0: [v2:10.20.193.23:3300/0,v1:10.20.193.23:6789/0] mon.a 2026-02-22T21:46:00.742 INFO:teuthology.orchestra.run.trial023.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster1.monmap (1 monitors) 2026-02-22T21:46:00.744 DEBUG:teuthology.orchestra.run.trial023:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T21:46:00.789 INFO:tasks.ceph:Writing /etc/ceph/cluster1.conf for FSID 26c1029c-f13c-4503-a4f6-545e0d609150... 2026-02-22T21:46:00.791 DEBUG:teuthology.orchestra.run.trial023:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null 2026-02-22T21:46:00.834 DEBUG:teuthology.orchestra.run.trial172:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster1.conf && sudo chmod 0644 /etc/ceph/cluster1.conf > /dev/null 2026-02-22T21:46:00.852 INFO:teuthology.orchestra.run.trial023.stdout:[global] 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: chdir = "" 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: auth supported = cephx 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: filestore xattr use omap = true 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: mon clock drift allowed = 1.000 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: osd crush chooseleaf type = 0 2026-02-22T21:46:00.853 INFO:teuthology.orchestra.run.trial023.stdout: auth debug = true 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: ms die on old message = true 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: ms die on bug = true 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: mon pg warn max object skew = 0 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: osd pool default size = 2 2026-02-22T21:46:00.854 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon osd allow primary affinity = true 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon osd allow pg remap = true 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on legacy crush tunables = false 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on crush straw calc version zero = false 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on no sortbitwise = false 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on osd down out interval zero = false 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on too few osds = false 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: mon_allow_pool_size_one = true 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T21:46:00.855 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: osd default data pool replay window = 5 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: mon allow pool delete = true 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: mon cluster log file level = debug 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: debug asserts on shutdown = true 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: mon health detail to clog = false 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: mon host = 10.20.193.23 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: mon client directed command retry = 5 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on pool no app = False 2026-02-22T21:46:00.856 INFO:teuthology.orchestra.run.trial023.stdout: ms inject socket failures = 5000 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: fsid = 26c1029c-f13c-4503-a4f6-545e0d609150 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout:[osd] 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: osd journal size = 100 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: osd scrub load threshold = 5.0 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: osd scrub max interval = 600 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: osd mclock profile = high_recovery_ops 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: osd mclock skip benchmark = true 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: osd recover clone overlap = true 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: osd recovery max chunk = 1048576 2026-02-22T21:46:00.857 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: osd debug shutdown = true 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: osd debug op order = true 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: osd debug verify stray on activate = true 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: osd debug trim objects = true 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: osd open classes on start = true 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: osd debug pg log writeout = true 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: osd deep scrub update digest min age = 30 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: osd map max advance = 10 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.858 INFO:teuthology.orchestra.run.trial023.stdout: journal zero on create = true 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: filestore ondisk finisher threads = 3 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: filestore apply finisher threads = 3 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: bdev debug aio = true 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: osd debug misdirected ops = true 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: bluestore block size = 96636764160 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: bluestore compression algorithm = snappy 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: bluestore compression mode = aggressive 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: bluestore fsck on mount = True 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: debug bluefs = 1/20 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: debug bluestore = 1/20 2026-02-22T21:46:00.859 INFO:teuthology.orchestra.run.trial023.stdout: debug ms = 1 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: debug osd = 20 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: debug rocksdb = 4/10 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: mon osd full ratio = 0.9 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: mon osd nearfull ratio = 0.8 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: osd failsafe full ratio = 0.95 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: osd objectstore = bluestore 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout:[mgr] 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: debug ms = 1 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: debug mgr = 20 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: debug mon = 20 2026-02-22T21:46:00.860 INFO:teuthology.orchestra.run.trial023.stdout: debug auth = 20 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: mgr/telemetry/nag = false 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout:[mon] 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: debug ms = 1 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: debug mon = 20 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: debug paxos = 20 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: debug auth = 20 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: mon data avail warn = 5 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: mon mgr mkfs grace = 240 2026-02-22T21:46:00.861 INFO:teuthology.orchestra.run.trial023.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: mon osd reporter subtree level = osd 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: mon osd prime pg temp = true 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.862 INFO:teuthology.orchestra.run.trial023.stdout: # 1m isn't quite enough 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: mon_down_mkfs_grace = 2m 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_filestore_osds = false 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout:[client] 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: rgw cache enabled = true 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: rgw enable ops log = true 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: rgw enable usage log = true 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: debug rbd = 20 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: debug rbd_mirror = 15 2026-02-22T21:46:00.863 INFO:teuthology.orchestra.run.trial023.stdout: log to stderr = False 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout: rbd default features = 125 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout: rbd mirror image policy type = none 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout:[mon.a] 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.0] 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.1] 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.2] 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.3] 2026-02-22T21:46:00.864 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.865 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.866 INFO:teuthology.orchestra.run.trial172.stdout:[global] 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: chdir = "" 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: auth supported = cephx 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: filestore xattr use omap = true 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: mon clock drift allowed = 1.000 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: osd crush chooseleaf type = 0 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: auth debug = true 2026-02-22T21:46:00.867 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: ms die on old message = true 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: ms die on bug = true 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: mon pg warn max object skew = 0 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: osd pool default size = 2 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.868 INFO:teuthology.orchestra.run.trial172.stdout: mon osd allow primary affinity = true 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: mon osd allow pg remap = true 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on legacy crush tunables = false 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on crush straw calc version zero = false 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on no sortbitwise = false 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on osd down out interval zero = false 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on too few osds = false 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: mon_allow_pool_size_one = true 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.869 INFO:teuthology.orchestra.run.trial172.stdout: osd default data pool replay window = 5 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: mon allow pool delete = true 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: mon cluster log file level = debug 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: debug asserts on shutdown = true 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: mon health detail to clog = false 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: mon host = 10.20.193.23 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: mon client directed command retry = 5 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on pool no app = False 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: ms inject socket failures = 5000 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: fsid = 26c1029c-f13c-4503-a4f6-545e0d609150 2026-02-22T21:46:00.870 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout:[osd] 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: osd journal size = 100 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: osd scrub load threshold = 5.0 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: osd scrub max interval = 600 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: osd mclock profile = high_recovery_ops 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: osd mclock skip benchmark = true 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: osd recover clone overlap = true 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: osd recovery max chunk = 1048576 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.871 INFO:teuthology.orchestra.run.trial172.stdout: osd debug shutdown = true 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: osd debug op order = true 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: osd debug verify stray on activate = true 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: osd debug trim objects = true 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: osd open classes on start = true 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: osd debug pg log writeout = true 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: osd deep scrub update digest min age = 30 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: osd map max advance = 10 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: journal zero on create = true 2026-02-22T21:46:00.872 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: filestore ondisk finisher threads = 3 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: filestore apply finisher threads = 3 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: bdev debug aio = true 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: osd debug misdirected ops = true 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: bluestore block size = 96636764160 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: bluestore compression algorithm = snappy 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: bluestore compression mode = aggressive 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: bluestore fsck on mount = True 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: debug bluefs = 1/20 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: debug bluestore = 1/20 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: debug ms = 1 2026-02-22T21:46:00.873 INFO:teuthology.orchestra.run.trial172.stdout: debug osd = 20 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: debug rocksdb = 4/10 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: mon osd full ratio = 0.9 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: mon osd nearfull ratio = 0.8 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: osd failsafe full ratio = 0.95 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: osd objectstore = bluestore 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout:[mgr] 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: debug ms = 1 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: debug mgr = 20 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: debug mon = 20 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: debug auth = 20 2026-02-22T21:46:00.874 INFO:teuthology.orchestra.run.trial172.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: mgr/telemetry/nag = false 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout:[mon] 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: debug ms = 1 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: debug mon = 20 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: debug paxos = 20 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: debug auth = 20 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: mon data avail warn = 5 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: mon mgr mkfs grace = 240 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: mon osd reporter subtree level = osd 2026-02-22T21:46:00.875 INFO:teuthology.orchestra.run.trial172.stdout: mon osd prime pg temp = true 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: # 1m isn't quite enough 2026-02-22T21:46:00.876 INFO:teuthology.orchestra.run.trial172.stdout: mon_down_mkfs_grace = 2m 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_filestore_osds = false 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout:[client] 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: rgw cache enabled = true 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: rgw enable ops log = true 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: rgw enable usage log = true 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: debug rbd = 20 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: debug rbd_mirror = 15 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: log to stderr = False 2026-02-22T21:46:00.877 INFO:teuthology.orchestra.run.trial172.stdout: rbd default features = 125 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout: rbd mirror image policy type = none 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout:[mon.a] 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.0] 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.1] 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.2] 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.3] 2026-02-22T21:46:00.878 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:00.879 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:00.879 INFO:tasks.ceph:Creating admin key on cluster1.mon.a... 2026-02-22T21:46:00.879 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster1.keyring 2026-02-22T21:46:00.931 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-22T21:46:00.931 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:00.931 DEBUG:teuthology.orchestra.run.trial023:> dd if=/etc/ceph/cluster1.keyring of=/dev/stdout 2026-02-22T21:46:00.981 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:00.981 DEBUG:teuthology.orchestra.run.trial023:> dd if=/home/ubuntu/cephtest/cluster1.monmap of=/dev/stdout 2026-02-22T21:46:01.029 INFO:tasks.ceph:Sending monmap to node ubuntu@trial023.front.sepia.ceph.com 2026-02-22T21:46:01.029 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:01.029 DEBUG:teuthology.orchestra.run.trial023:> sudo dd of=/etc/ceph/cluster1.keyring 2026-02-22T21:46:01.029 DEBUG:teuthology.orchestra.run.trial023:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T21:46:01.082 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:01.082 DEBUG:teuthology.orchestra.run.trial023:> dd of=/home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:46:01.129 INFO:tasks.ceph:Sending monmap to node ubuntu@trial172.front.sepia.ceph.com 2026-02-22T21:46:01.129 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:01.129 DEBUG:teuthology.orchestra.run.trial172:> sudo dd of=/etc/ceph/cluster1.keyring 2026-02-22T21:46:01.129 DEBUG:teuthology.orchestra.run.trial172:> sudo chmod 0644 /etc/ceph/cluster1.keyring 2026-02-22T21:46:01.146 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:01.146 DEBUG:teuthology.orchestra.run.trial172:> dd of=/home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:46:01.193 INFO:tasks.ceph:Setting up mon nodes... 2026-02-22T21:46:01.193 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-22T21:46:01.193 DEBUG:teuthology.orchestra.run.trial023:> sudo mkdir -p /var/lib/ceph/mgr/cluster1-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster1-x/keyring 2026-02-22T21:46:01.214 INFO:teuthology.orchestra.run.trial023.stdout:creating /var/lib/ceph/mgr/cluster1-x/keyring 2026-02-22T21:46:01.216 INFO:tasks.ceph:Setting up mds nodes... 2026-02-22T21:46:01.216 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-22T21:46:01.216 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster1.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.0.keyring 2026-02-22T21:46:01.277 INFO:teuthology.orchestra.run.trial023.stdout:creating /etc/ceph/cluster1.client.0.keyring 2026-02-22T21:46:01.284 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror /etc/ceph/cluster1.client.mirror.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.keyring 2026-02-22T21:46:01.303 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster1.client.mirror.keyring 2026-02-22T21:46:01.312 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.0 /etc/ceph/cluster1.client.mirror.0.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.0.keyring 2026-02-22T21:46:01.370 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster1.client.mirror.0.keyring 2026-02-22T21:46:01.377 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.1 /etc/ceph/cluster1.client.mirror.1.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.1.keyring 2026-02-22T21:46:01.438 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster1.client.mirror.1.keyring 2026-02-22T21:46:01.445 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.2 /etc/ceph/cluster1.client.mirror.2.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.2.keyring 2026-02-22T21:46:01.508 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster1.client.mirror.2.keyring 2026-02-22T21:46:01.516 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.3 /etc/ceph/cluster1.client.mirror.3.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.3.keyring 2026-02-22T21:46:01.580 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster1.client.mirror.3.keyring 2026-02-22T21:46:01.587 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.4 /etc/ceph/cluster1.client.mirror.4.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.4.keyring 2026-02-22T21:46:01.651 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster1.client.mirror.4.keyring 2026-02-22T21:46:01.660 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.5 /etc/ceph/cluster1.client.mirror.5.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.5.keyring 2026-02-22T21:46:01.723 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster1.client.mirror.5.keyring 2026-02-22T21:46:01.730 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.6 /etc/ceph/cluster1.client.mirror.6.keyring && sudo chmod 0644 /etc/ceph/cluster1.client.mirror.6.keyring 2026-02-22T21:46:01.795 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster1.client.mirror.6.keyring 2026-02-22T21:46:01.802 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-22T21:46:01.802 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial023.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T21:46:01.803 DEBUG:teuthology.orchestra.run.trial023:> sudo mkdir -p /var/lib/ceph/osd/cluster1-0 2026-02-22T21:46:01.811 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:01.812 INFO:tasks.ceph:role: cluster1.osd.0 2026-02-22T21:46:01.812 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial023.front.sepia.ceph.com 2026-02-22T21:46:01.812 DEBUG:teuthology.orchestra.run.trial023:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:46:01.862 INFO:teuthology.orchestra.run.trial023.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:46:02.435 INFO:teuthology.orchestra.run.trial023.stdout:Discarding blocks...Done. 2026-02-22T21:46:02.437 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial023.front.sepia.ceph.com -o noatime 2026-02-22T21:46:02.437 DEBUG:teuthology.orchestra.run.trial023:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster1-0 2026-02-22T21:46:02.495 DEBUG:teuthology.orchestra.run.trial023:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-0 2026-02-22T21:46:02.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:46:02.542 INFO:teuthology.orchestra.run.trial023.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T21:46:02.543 DEBUG:teuthology.orchestra.run.trial023:> sudo mkdir -p /var/lib/ceph/osd/cluster1-1 2026-02-22T21:46:02.591 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:02.591 INFO:tasks.ceph:role: cluster1.osd.1 2026-02-22T21:46:02.592 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial023.front.sepia.ceph.com 2026-02-22T21:46:02.592 DEBUG:teuthology.orchestra.run.trial023:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-22T21:46:02.641 INFO:teuthology.orchestra.run.trial023.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:46:02.641 INFO:teuthology.orchestra.run.trial023.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:46:02.641 INFO:teuthology.orchestra.run.trial023.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:46:02.641 INFO:teuthology.orchestra.run.trial023.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T21:46:02.641 INFO:teuthology.orchestra.run.trial023.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:46:02.641 INFO:teuthology.orchestra.run.trial023.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:46:02.641 INFO:teuthology.orchestra.run.trial023.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:46:02.641 INFO:teuthology.orchestra.run.trial023.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:46:02.642 INFO:teuthology.orchestra.run.trial023.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:46:02.642 INFO:teuthology.orchestra.run.trial023.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:46:03.205 INFO:teuthology.orchestra.run.trial023.stdout:Discarding blocks...Done. 2026-02-22T21:46:03.206 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial023.front.sepia.ceph.com -o noatime 2026-02-22T21:46:03.207 DEBUG:teuthology.orchestra.run.trial023:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster1-1 2026-02-22T21:46:03.262 DEBUG:teuthology.orchestra.run.trial023:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-1 2026-02-22T21:46:03.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:46:03.310 INFO:teuthology.orchestra.run.trial023.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T21:46:03.311 DEBUG:teuthology.orchestra.run.trial023:> sudo mkdir -p /var/lib/ceph/osd/cluster1-2 2026-02-22T21:46:03.359 INFO:tasks.ceph:roles_to_devs: {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:03.360 INFO:tasks.ceph:role: cluster1.osd.2 2026-02-22T21:46:03.360 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial023.front.sepia.ceph.com 2026-02-22T21:46:03.360 DEBUG:teuthology.orchestra.run.trial023:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-22T21:46:03.413 INFO:teuthology.orchestra.run.trial023.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:46:03.413 INFO:teuthology.orchestra.run.trial023.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:46:03.413 INFO:teuthology.orchestra.run.trial023.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:46:03.413 INFO:teuthology.orchestra.run.trial023.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T21:46:03.413 INFO:teuthology.orchestra.run.trial023.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:46:03.413 INFO:teuthology.orchestra.run.trial023.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:46:03.413 INFO:teuthology.orchestra.run.trial023.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:46:03.413 INFO:teuthology.orchestra.run.trial023.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:46:03.413 INFO:teuthology.orchestra.run.trial023.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:46:03.414 INFO:teuthology.orchestra.run.trial023.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:46:03.976 INFO:teuthology.orchestra.run.trial023.stdout:Discarding blocks...Done. 2026-02-22T21:46:03.978 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial023.front.sepia.ceph.com -o noatime 2026-02-22T21:46:03.978 DEBUG:teuthology.orchestra.run.trial023:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster1-2 2026-02-22T21:46:04.032 DEBUG:teuthology.orchestra.run.trial023:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster1-2 2026-02-22T21:46:04.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:46:04.082 INFO:teuthology.orchestra.run.trial023.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T21:46:04.082 DEBUG:teuthology.orchestra.run.trial023:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:46:04.143 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:04.134+0000 7fbeff63f8c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-0/keyring: can't open /var/lib/ceph/osd/cluster1-0/keyring: (2) No such file or directory 2026-02-22T21:46:04.144 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:04.134+0000 7fbeff63f8c0 -1 created new key in keyring /var/lib/ceph/osd/cluster1-0/keyring 2026-02-22T21:46:04.144 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:04.134+0000 7fbeff63f8c0 -1 bdev(0x55c63fcfd800 /var/lib/ceph/osd/cluster1-0/block) open stat got: (1) Operation not permitted 2026-02-22T21:46:04.144 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:04.134+0000 7fbeff63f8c0 -1 bluestore(/var/lib/ceph/osd/cluster1-0) _read_fsid unparsable uuid 2026-02-22T21:46:07.217 DEBUG:teuthology.orchestra.run.trial023:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-0 2026-02-22T21:46:07.266 DEBUG:teuthology.orchestra.run.trial023:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:46:07.330 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:07.324+0000 7f0dfe67c8c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-1/keyring: can't open /var/lib/ceph/osd/cluster1-1/keyring: (2) No such file or directory 2026-02-22T21:46:07.330 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:07.324+0000 7f0dfe67c8c0 -1 created new key in keyring /var/lib/ceph/osd/cluster1-1/keyring 2026-02-22T21:46:07.330 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:07.324+0000 7f0dfe67c8c0 -1 bdev(0x55fc818a7800 /var/lib/ceph/osd/cluster1-1/block) open stat got: (1) Operation not permitted 2026-02-22T21:46:07.330 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:07.324+0000 7f0dfe67c8c0 -1 bluestore(/var/lib/ceph/osd/cluster1-1) _read_fsid unparsable uuid 2026-02-22T21:46:10.436 DEBUG:teuthology.orchestra.run.trial023:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-1 2026-02-22T21:46:10.489 DEBUG:teuthology.orchestra.run.trial023:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster1 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:46:10.554 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:10.549+0000 7f65c997a8c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster1-2/keyring: can't open /var/lib/ceph/osd/cluster1-2/keyring: (2) No such file or directory 2026-02-22T21:46:10.555 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:10.549+0000 7f65c997a8c0 -1 created new key in keyring /var/lib/ceph/osd/cluster1-2/keyring 2026-02-22T21:46:10.555 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:10.549+0000 7f65c997a8c0 -1 bdev(0x557c406c9800 /var/lib/ceph/osd/cluster1-2/block) open stat got: (1) Operation not permitted 2026-02-22T21:46:10.555 INFO:teuthology.orchestra.run.trial023.stderr:2026-02-22T21:46:10.549+0000 7f65c997a8c0 -1 bluestore(/var/lib/ceph/osd/cluster1-2) _read_fsid unparsable uuid 2026-02-22T21:46:13.918 DEBUG:teuthology.orchestra.run.trial023:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster1-2 2026-02-22T21:46:13.967 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-22T21:46:13.968 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:13.968 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/var/lib/ceph/mgr/cluster1-x/keyring of=/dev/stdout 2026-02-22T21:46:14.019 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:14.019 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/var/lib/ceph/osd/cluster1-0/keyring of=/dev/stdout 2026-02-22T21:46:14.067 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:14.067 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/var/lib/ceph/osd/cluster1-1/keyring of=/dev/stdout 2026-02-22T21:46:14.114 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:14.114 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/var/lib/ceph/osd/cluster1-2/keyring of=/dev/stdout 2026-02-22T21:46:14.162 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:14.163 DEBUG:teuthology.orchestra.run.trial023:> dd if=/etc/ceph/cluster1.client.0.keyring of=/dev/stdout 2026-02-22T21:46:14.206 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:14.206 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster1.client.mirror.keyring of=/dev/stdout 2026-02-22T21:46:14.212 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:14.212 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster1.client.mirror.0.keyring of=/dev/stdout 2026-02-22T21:46:14.256 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:14.256 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster1.client.mirror.1.keyring of=/dev/stdout 2026-02-22T21:46:14.301 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:14.302 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster1.client.mirror.2.keyring of=/dev/stdout 2026-02-22T21:46:14.349 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:14.349 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster1.client.mirror.3.keyring of=/dev/stdout 2026-02-22T21:46:14.397 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:14.397 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster1.client.mirror.4.keyring of=/dev/stdout 2026-02-22T21:46:14.441 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:14.441 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster1.client.mirror.5.keyring of=/dev/stdout 2026-02-22T21:46:14.484 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:14.484 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster1.client.mirror.6.keyring of=/dev/stdout 2026-02-22T21:46:14.530 INFO:tasks.ceph:Adding keys to all mons... 2026-02-22T21:46:14.530 DEBUG:teuthology.orchestra.run.trial023:> sudo tee -a /etc/ceph/cluster1.keyring 2026-02-22T21:46:14.539 INFO:teuthology.orchestra.run.trial023.stdout:[mgr.x] 2026-02-22T21:46:14.539 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtpQaZkDBAAQnqsqkMt/c1gNwLR+X2OUg== 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout:[osd.0] 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAceZtpJUtBCBAAC2EB1nYyNY//Q3+FixuTIQ== 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout:[osd.1] 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAfeZtpHDl5ExAAKkA4XQFkKP/SGIVygLAD3w== 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout:[osd.2] 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAieZtp4d7vIBAAtBrizErynJ9uVOjJxdb5TA== 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout:[client.0] 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtphNMiEBAA0nqEiKAFEwp1Nus/znbdLQ== 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror] 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtpku3EEhAAcZmj6VsreVFlyOCk/6aUVQ== 2026-02-22T21:46:14.540 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.0] 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtpaLjCFhAAlo47miYh/y2DLiYRtjd4bA== 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.1] 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtpOSzLGhAAGLgdQbvYJZuSTD6rD17uEA== 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.2] 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtpu9n8HhAAUNAekza4kYE2GAqC75TvsA== 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.3] 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtpXQRGIxAALLkDwCHAF8zWjqZyNmxFsw== 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.4] 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtpd0qKJxAAAB+bb5LR6JCHlvPDS8yO4g== 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.5] 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtpYn/OKxAA6zTH4LP2teyytbr0HtyFSw== 2026-02-22T21:46:14.541 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.6] 2026-02-22T21:46:14.542 INFO:teuthology.orchestra.run.trial023.stdout: key = AQAZeZtpODEWMBAAT3x8mH2iux/VLjPP3B56Dg== 2026-02-22T21:46:14.543 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-22T21:46:14.605 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:46:14.668 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:46:14.733 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:46:14.796 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:14.859 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:14.925 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:14.989 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:15.053 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:15.116 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:15.180 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.4 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:15.244 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.5 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:15.308 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster1.keyring --name=client.mirror.6 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:15.373 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-22T21:46:15.373 DEBUG:teuthology.orchestra.run.trial023:> sudo mkdir -p /var/lib/ceph/mon/cluster1-a 2026-02-22T21:46:15.423 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster1 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster1.monmap --keyring /etc/ceph/cluster1.keyring 2026-02-22T21:46:15.493 DEBUG:teuthology.orchestra.run.trial023:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster1-a 2026-02-22T21:46:15.543 DEBUG:teuthology.orchestra.run.trial023:> rm -- /home/ubuntu/cephtest/cluster1.monmap 2026-02-22T21:46:15.586 INFO:tasks.ceph:Starting mon daemons in cluster cluster1... 2026-02-22T21:46:15.586 INFO:tasks.ceph.cluster1.mon.a:Restarting daemon 2026-02-22T21:46:15.587 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster1 -i a 2026-02-22T21:46:15.628 INFO:tasks.ceph.cluster1.mon.a:Started 2026-02-22T21:46:15.628 INFO:tasks.ceph:Starting mgr daemons in cluster cluster1... 2026-02-22T21:46:15.628 INFO:tasks.ceph.cluster1.mgr.x:Restarting daemon 2026-02-22T21:46:15.628 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster1 -i x 2026-02-22T21:46:15.629 INFO:tasks.ceph.cluster1.mgr.x:Started 2026-02-22T21:46:15.629 INFO:tasks.ceph:Setting crush tunables to default 2026-02-22T21:46:15.629 DEBUG:teuthology.orchestra.run.trial023:> sudo ceph --cluster cluster1 osd crush tunables default 2026-02-22T21:46:15.755 INFO:teuthology.orchestra.run.trial023.stderr:adjusted tunables profile to default 2026-02-22T21:46:15.766 INFO:tasks.ceph:check_enable_crimson: False 2026-02-22T21:46:15.766 INFO:tasks.ceph:Starting osd daemons in cluster cluster1... 2026-02-22T21:46:15.766 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:15.766 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/var/lib/ceph/osd/cluster1-0/fsid of=/dev/stdout 2026-02-22T21:46:15.776 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:15.776 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/var/lib/ceph/osd/cluster1-1/fsid of=/dev/stdout 2026-02-22T21:46:15.827 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:15.827 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/var/lib/ceph/osd/cluster1-2/fsid of=/dev/stdout 2026-02-22T21:46:15.878 DEBUG:teuthology.orchestra.run.trial023:> sudo ceph --cluster cluster1 osd new 176d26da-7151-40de-bc2d-5ec162cef499 0 2026-02-22T21:46:15.941 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:15.938+0000 7fc1c0f34280 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-22T21:46:15.967 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:15.962+0000 7fc1c0f34280 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-22T21:46:16.005 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.002+0000 7fc1c0f34280 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-22T21:46:16.014 INFO:teuthology.orchestra.run.trial023.stdout:0 2026-02-22T21:46:16.024 DEBUG:teuthology.orchestra.run.trial023:> sudo ceph --cluster cluster1 osd new a91fa133-8fb5-4703-afbc-07642c5ef1b8 1 2026-02-22T21:46:16.092 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.090+0000 7fc1c0f34280 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-22T21:46:16.163 INFO:teuthology.orchestra.run.trial023.stdout:1 2026-02-22T21:46:16.172 DEBUG:teuthology.orchestra.run.trial023:> sudo ceph --cluster cluster1 osd new d1f95b68-f402-4a2d-a745-ffdf5f38e9ef 2 2026-02-22T21:46:16.173 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.170+0000 7fc1c0f34280 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-22T21:46:16.211 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.206+0000 7fc1c0f34280 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-22T21:46:16.269 INFO:teuthology.orchestra.run.trial023.stdout:2 2026-02-22T21:46:16.279 INFO:tasks.ceph.cluster1.osd.0:Restarting daemon 2026-02-22T21:46:16.279 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 0 2026-02-22T21:46:16.287 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.282+0000 7fc1c0f34280 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-22T21:46:16.289 INFO:tasks.ceph.cluster1.osd.0:Started 2026-02-22T21:46:16.289 INFO:tasks.ceph.cluster1.osd.1:Restarting daemon 2026-02-22T21:46:16.289 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 1 2026-02-22T21:46:16.291 INFO:tasks.ceph.cluster1.osd.1:Started 2026-02-22T21:46:16.292 INFO:tasks.ceph.cluster1.osd.2:Restarting daemon 2026-02-22T21:46:16.292 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster1 -i 2 2026-02-22T21:46:16.294 INFO:tasks.ceph.cluster1.osd.2:Started 2026-02-22T21:46:16.294 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:46:16.396 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:16.396 INFO:teuthology.orchestra.run.trial023.stdout:{"epoch":5,"fsid":"26c1029c-f13c-4503-a4f6-545e0d609150","created":"2026-02-22T21:46:15.711582+0000","modified":"2026-02-22T21:46:16.267915+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:46:16.267915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"176d26da-7151-40de-bc2d-5ec162cef499","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a91fa133-8fb5-4703-afbc-07642c5ef1b8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d1f95b68-f402-4a2d-a745-ffdf5f38e9ef","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:16.405 INFO:tasks.ceph.ceph_manager.cluster1:[] 2026-02-22T21:46:16.405 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-22T21:46:16.466 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.462+0000 7fc1c0f34280 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-22T21:46:16.707 DEBUG:teuthology.orchestra.run.trial023:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:46:16.770 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.766+0000 7fc1c0f34280 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-22T21:46:16.794 INFO:teuthology.misc.health.trial023.stdout: 2026-02-22T21:46:16.794 INFO:teuthology.misc.health.trial023.stdout:{"epoch":5,"fsid":"26c1029c-f13c-4503-a4f6-545e0d609150","created":"2026-02-22T21:46:15.711582+0000","modified":"2026-02-22T21:46:16.267915+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:46:16.267915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"176d26da-7151-40de-bc2d-5ec162cef499","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a91fa133-8fb5-4703-afbc-07642c5ef1b8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d1f95b68-f402-4a2d-a745-ffdf5f38e9ef","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:16.801 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T21:46:16.863 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.858+0000 7fc1c0f34280 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-22T21:46:16.891 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.886+0000 7fc1c0f34280 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-22T21:46:16.922 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.918+0000 7fc1c0f34280 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-22T21:46:16.963 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:16.958+0000 7fc1c0f34280 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-22T21:46:17.063 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.058+0000 7fc1c0f34280 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-22T21:46:17.253 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:ERROR:root:Module 'xmltodict' is not installed. 2026-02-22T21:46:17.424 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.422+0000 7fc1c0f34280 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-22T21:46:17.455 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.454+0000 7fc1c0f34280 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-22T21:46:17.548 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.546+0000 7fc1c0f34280 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-22T21:46:17.573 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.570+0000 7fc1c0f34280 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-22T21:46:17.599 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.598+0000 7fc1c0f34280 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-22T21:46:17.627 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.622+0000 7fc1c0f34280 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-22T21:46:17.747 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-22T21:46:17.747 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-22T21:46:17.747 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr: from numpy import show_config as show_numpy_config 2026-02-22T21:46:17.754 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.750+0000 7fc1c0f34280 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-22T21:46:17.780 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.778+0000 7fc1c0f34280 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-22T21:46:17.819 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:17.814+0000 7fc1c0f34280 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-22T21:46:17.916 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T21:46:17.914+0000 7f718997d8c0 -1 Falling back to public interface 2026-02-22T21:46:17.940 INFO:tasks.ceph.cluster1.osd.1.trial023.stderr:2026-02-22T21:46:17.938+0000 7fea14b028c0 -1 Falling back to public interface 2026-02-22T21:46:18.348 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T21:46:18.346+0000 7fe2eea318c0 -1 Falling back to public interface 2026-02-22T21:46:18.843 INFO:tasks.ceph.cluster1.mgr.x.trial023.stderr:2026-02-22T21:46:18.838+0000 7fc0df781640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-22T21:46:21.812 INFO:tasks.ceph.cluster1.osd.1.trial023.stderr:2026-02-22T21:46:21.810+0000 7fea14b028c0 -1 osd.1 0 log_to_monitors true 2026-02-22T21:46:22.024 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T21:46:22.022+0000 7f718997d8c0 -1 osd.2 0 log_to_monitors true 2026-02-22T21:46:22.413 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T21:46:22.410+0000 7fe2eea318c0 -1 osd.0 0 log_to_monitors true 2026-02-22T21:46:22.850 INFO:tasks.ceph.cluster1.osd.1.trial023.stderr:2026-02-22T21:46:22.846+0000 7fea10aab640 -1 osd.1 0 waiting for initial osdmap 2026-02-22T21:46:22.868 INFO:tasks.ceph.cluster1.osd.1.trial023.stderr:2026-02-22T21:46:22.866+0000 7fea088de640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:46:23.104 DEBUG:teuthology.orchestra.run.trial023:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:46:23.244 INFO:teuthology.misc.health.trial023.stdout: 2026-02-22T21:46:23.244 INFO:teuthology.misc.health.trial023.stdout:{"epoch":7,"fsid":"26c1029c-f13c-4503-a4f6-545e0d609150","created":"2026-02-22T21:46:15.711582+0000","modified":"2026-02-22T21:46:22.841490+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:46:16.267915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"176d26da-7151-40de-bc2d-5ec162cef499","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a91fa133-8fb5-4703-afbc-07642c5ef1b8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"d1f95b68-f402-4a2d-a745-ffdf5f38e9ef","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:23.254 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T21:46:23.852 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T21:46:23.850+0000 7fe2ea9da640 -1 osd.0 0 waiting for initial osdmap 2026-02-22T21:46:23.852 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T21:46:23.850+0000 7f7185926640 -1 osd.2 0 waiting for initial osdmap 2026-02-22T21:46:23.872 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T21:46:23.870+0000 7fe2e280d640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:46:23.876 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T21:46:23.874+0000 7f717d759640 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:46:29.557 DEBUG:teuthology.orchestra.run.trial023:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:46:29.697 INFO:teuthology.misc.health.trial023.stdout: 2026-02-22T21:46:29.697 INFO:teuthology.misc.health.trial023.stdout:{"epoch":12,"fsid":"26c1029c-f13c-4503-a4f6-545e0d609150","created":"2026-02-22T21:46:15.711582+0000","modified":"2026-02-22T21:46:28.857063+0000","last_up_change":"2026-02-22T21:46:24.846986+0000","last_in_change":"2026-02-22T21:46:16.267915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:25.872186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"176d26da-7151-40de-bc2d-5ec162cef499","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6818","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6819","nonce":3748036270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6820","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6821","nonce":3748036270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6824","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6825","nonce":3748036270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6822","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6823","nonce":3748036270}]},"public_addr":"10.20.193.23:6819/3748036270","cluster_addr":"10.20.193.23:6821/3748036270","heartbeat_back_addr":"10.20.193.23:6825/3748036270","heartbeat_front_addr":"10.20.193.23:6823/3748036270","state":["exists","up"]},{"osd":1,"uuid":"a91fa133-8fb5-4703-afbc-07642c5ef1b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6810","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6811","nonce":2603931148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6812","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6813","nonce":2603931148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6816","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6817","nonce":2603931148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6814","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6815","nonce":2603931148}]},"public_addr":"10.20.193.23:6811/2603931148","cluster_addr":"10.20.193.23:6813/2603931148","heartbeat_back_addr":"10.20.193.23:6817/2603931148","heartbeat_front_addr":"10.20.193.23:6815/2603931148","state":["exists","up"]},{"osd":2,"uuid":"d1f95b68-f402-4a2d-a745-ffdf5f38e9ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6802","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6803","nonce":2065945459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6804","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6805","nonce":2065945459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6808","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6809","nonce":2065945459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6806","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6807","nonce":2065945459}]},"public_addr":"10.20.193.23:6803/2065945459","cluster_addr":"10.20.193.23:6805/2065945459","heartbeat_back_addr":"10.20.193.23:6809/2065945459","heartbeat_front_addr":"10.20.193.23:6807/2065945459","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:29.706 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-02-22T21:46:29.706 INFO:tasks.ceph:Creating RBD pool 2026-02-22T21:46:29.706 DEBUG:teuthology.orchestra.run.trial023:> sudo ceph --cluster cluster1 osd pool create rbd 8 2026-02-22T21:46:29.863 INFO:teuthology.orchestra.run.trial023.stderr:pool 'rbd' created 2026-02-22T21:46:29.874 DEBUG:teuthology.orchestra.run.trial023:> rbd --cluster cluster1 pool init rbd 2026-02-22T21:46:32.878 INFO:tasks.ceph:Starting mds daemons in cluster cluster1... 2026-02-22T21:46:32.879 INFO:tasks.ceph:Waiting until cluster1 daemons up and pgs clean... 2026-02-22T21:46:32.879 INFO:tasks.ceph.ceph_manager.cluster1:waiting for mgr available 2026-02-22T21:46:32.879 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 mgr dump --format=json 2026-02-22T21:46:32.879 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-22T21:46:33.043 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:33.055 INFO:teuthology.orchestra.run.trial023.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6800","nonce":436236701},{"type":"v1","addr":"10.20.193.23:6801","nonce":436236701}]},"active_addr":"10.20.193.23:6801/436236701","active_change":"2026-02-22T21:46:17.835180+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.23:0","nonce":1695395634}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.23:0","nonce":3790750080}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.23:0","nonce":3610762580}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.23:0","nonce":2697944790}]}]} 2026-02-22T21:46:33.056 INFO:tasks.ceph.ceph_manager.cluster1:mgr available! 2026-02-22T21:46:33.056 INFO:tasks.ceph.ceph_manager.cluster1:waiting for all up 2026-02-22T21:46:33.056 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:46:33.210 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:33.210 INFO:teuthology.orchestra.run.trial023.stdout:{"epoch":16,"fsid":"26c1029c-f13c-4503-a4f6-545e0d609150","created":"2026-02-22T21:46:15.711582+0000","modified":"2026-02-22T21:46:32.867675+0000","last_up_change":"2026-02-22T21:46:24.846986+0000","last_in_change":"2026-02-22T21:46:16.267915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:25.872186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:46:29.851015+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"176d26da-7151-40de-bc2d-5ec162cef499","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6818","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6819","nonce":3748036270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6820","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6821","nonce":3748036270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6824","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6825","nonce":3748036270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6822","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6823","nonce":3748036270}]},"public_addr":"10.20.193.23:6819/3748036270","cluster_addr":"10.20.193.23:6821/3748036270","heartbeat_back_addr":"10.20.193.23:6825/3748036270","heartbeat_front_addr":"10.20.193.23:6823/3748036270","state":["exists","up"]},{"osd":1,"uuid":"a91fa133-8fb5-4703-afbc-07642c5ef1b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6810","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6811","nonce":2603931148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6812","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6813","nonce":2603931148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6816","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6817","nonce":2603931148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6814","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6815","nonce":2603931148}]},"public_addr":"10.20.193.23:6811/2603931148","cluster_addr":"10.20.193.23:6813/2603931148","heartbeat_back_addr":"10.20.193.23:6817/2603931148","heartbeat_front_addr":"10.20.193.23:6815/2603931148","state":["exists","up"]},{"osd":2,"uuid":"d1f95b68-f402-4a2d-a745-ffdf5f38e9ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6802","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6803","nonce":2065945459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6804","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6805","nonce":2065945459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6808","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6809","nonce":2065945459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6806","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6807","nonce":2065945459}]},"public_addr":"10.20.193.23:6803/2065945459","cluster_addr":"10.20.193.23:6805/2065945459","heartbeat_back_addr":"10.20.193.23:6809/2065945459","heartbeat_front_addr":"10.20.193.23:6807/2065945459","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:33.221 INFO:tasks.ceph.ceph_manager.cluster1:all up! 2026-02-22T21:46:33.221 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T21:46:33.372 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:33.372 INFO:teuthology.orchestra.run.trial023.stdout:{"epoch":16,"fsid":"26c1029c-f13c-4503-a4f6-545e0d609150","created":"2026-02-22T21:46:15.711582+0000","modified":"2026-02-22T21:46:32.867675+0000","last_up_change":"2026-02-22T21:46:24.846986+0000","last_in_change":"2026-02-22T21:46:16.267915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:25.872186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:46:29.851015+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"176d26da-7151-40de-bc2d-5ec162cef499","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6818","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6819","nonce":3748036270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6820","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6821","nonce":3748036270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6824","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6825","nonce":3748036270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6822","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6823","nonce":3748036270}]},"public_addr":"10.20.193.23:6819/3748036270","cluster_addr":"10.20.193.23:6821/3748036270","heartbeat_back_addr":"10.20.193.23:6825/3748036270","heartbeat_front_addr":"10.20.193.23:6823/3748036270","state":["exists","up"]},{"osd":1,"uuid":"a91fa133-8fb5-4703-afbc-07642c5ef1b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6810","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6811","nonce":2603931148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6812","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6813","nonce":2603931148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6816","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6817","nonce":2603931148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6814","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6815","nonce":2603931148}]},"public_addr":"10.20.193.23:6811/2603931148","cluster_addr":"10.20.193.23:6813/2603931148","heartbeat_back_addr":"10.20.193.23:6817/2603931148","heartbeat_front_addr":"10.20.193.23:6815/2603931148","state":["exists","up"]},{"osd":2,"uuid":"d1f95b68-f402-4a2d-a745-ffdf5f38e9ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6802","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6803","nonce":2065945459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6804","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6805","nonce":2065945459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6808","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6809","nonce":2065945459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6806","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6807","nonce":2065945459}]},"public_addr":"10.20.193.23:6803/2065945459","cluster_addr":"10.20.193.23:6805/2065945459","heartbeat_back_addr":"10.20.193.23:6809/2065945459","heartbeat_front_addr":"10.20.193.23:6807/2065945459","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:33.383 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.0 flush_pg_stats 2026-02-22T21:46:33.384 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.1 flush_pg_stats 2026-02-22T21:46:33.385 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.2 flush_pg_stats 2026-02-22T21:46:33.469 INFO:teuthology.orchestra.run.trial023.stdout:38654705668 2026-02-22T21:46:33.470 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2 2026-02-22T21:46:33.471 INFO:teuthology.orchestra.run.trial023.stdout:38654705667 2026-02-22T21:46:33.472 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0 2026-02-22T21:46:33.472 INFO:teuthology.orchestra.run.trial023.stdout:34359738373 2026-02-22T21:46:33.473 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1 2026-02-22T21:46:33.659 INFO:teuthology.orchestra.run.trial023.stdout:38654705667 2026-02-22T21:46:33.669 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705668 got 38654705667 for osd.2 2026-02-22T21:46:33.675 INFO:teuthology.orchestra.run.trial023.stdout:34359738372 2026-02-22T21:46:33.678 INFO:teuthology.orchestra.run.trial023.stdout:38654705666 2026-02-22T21:46:33.688 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738373 got 34359738372 for osd.1 2026-02-22T21:46:33.690 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705667 got 38654705666 for osd.0 2026-02-22T21:46:34.671 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.2 2026-02-22T21:46:34.689 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.1 2026-02-22T21:46:34.692 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd last-stat-seq osd.0 2026-02-22T21:46:34.825 INFO:teuthology.orchestra.run.trial023.stdout:38654705668 2026-02-22T21:46:34.836 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705668 got 38654705668 for osd.2 2026-02-22T21:46:34.836 DEBUG:teuthology.parallel:result is None 2026-02-22T21:46:34.854 INFO:teuthology.orchestra.run.trial023.stdout:34359738373 2026-02-22T21:46:34.855 INFO:teuthology.orchestra.run.trial023.stdout:38654705667 2026-02-22T21:46:34.865 INFO:tasks.ceph.ceph_manager.cluster1:need seq 34359738373 got 34359738373 for osd.1 2026-02-22T21:46:34.865 DEBUG:teuthology.parallel:result is None 2026-02-22T21:46:34.865 INFO:tasks.ceph.ceph_manager.cluster1:need seq 38654705667 got 38654705667 for osd.0 2026-02-22T21:46:34.865 DEBUG:teuthology.parallel:result is None 2026-02-22T21:46:34.865 INFO:tasks.ceph.ceph_manager.cluster1:waiting for clean 2026-02-22T21:46:34.865 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T21:46:35.050 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:35.050 INFO:teuthology.orchestra.run.trial023.stderr:dumped all 2026-02-22T21:46:35.060 INFO:teuthology.orchestra.run.trial023.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-02-22T21:46:33.839290+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81424,"kb_used_data":528,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034096,"statfs":{"total":289910292480,"available":289826914304,"internally_reserved":0,"allocated":540672,"data_stored":1295338,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.976972"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872629+0000","last_change":"2026-02-22T21:46:32.872629+0000","last_active":"2026-02-22T21:46:32.872629+0000","last_peered":"2026-02-22T21:46:32.872629+0000","last_clean":"2026-02-22T21:46:32.872629+0000","last_became_active":"2026-02-22T21:46:30.871622+0000","last_became_peered":"2026-02-22T21:46:30.871622+0000","last_unstale":"2026-02-22T21:46:32.872629+0000","last_undegraded":"2026-02-22T21:46:32.872629+0000","last_fullsized":"2026-02-22T21:46:32.872629+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:16:25.707988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057714500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872498+0000","last_change":"2026-02-22T21:46:32.872498+0000","last_active":"2026-02-22T21:46:32.872498+0000","last_peered":"2026-02-22T21:46:32.872498+0000","last_clean":"2026-02-22T21:46:32.872498+0000","last_became_active":"2026-02-22T21:46:30.871102+0000","last_became_peered":"2026-02-22T21:46:30.871102+0000","last_unstale":"2026-02-22T21:46:32.872498+0000","last_undegraded":"2026-02-22T21:46:32.872498+0000","last_fullsized":"2026-02-22T21:46:32.872498+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:01:00.705146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046463500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872462+0000","last_change":"2026-02-22T21:46:32.872462+0000","last_active":"2026-02-22T21:46:32.872462+0000","last_peered":"2026-02-22T21:46:32.872462+0000","last_clean":"2026-02-22T21:46:32.872462+0000","last_became_active":"2026-02-22T21:46:30.871587+0000","last_became_peered":"2026-02-22T21:46:30.871587+0000","last_unstale":"2026-02-22T21:46:32.872462+0000","last_undegraded":"2026-02-22T21:46:32.872462+0000","last_fullsized":"2026-02-22T21:46:32.872462+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:41:09.920606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045225199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872281+0000","last_change":"2026-02-22T21:46:32.872281+0000","last_active":"2026-02-22T21:46:32.872281+0000","last_peered":"2026-02-22T21:46:32.872281+0000","last_clean":"2026-02-22T21:46:32.872281+0000","last_became_active":"2026-02-22T21:46:30.871546+0000","last_became_peered":"2026-02-22T21:46:30.871546+0000","last_unstale":"2026-02-22T21:46:32.872281+0000","last_undegraded":"2026-02-22T21:46:32.872281+0000","last_fullsized":"2026-02-22T21:46:32.872281+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:13.403589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.871522+0000","last_change":"2026-02-22T21:46:32.870990+0000","last_active":"2026-02-22T21:46:32.871522+0000","last_peered":"2026-02-22T21:46:32.871522+0000","last_clean":"2026-02-22T21:46:32.871522+0000","last_became_active":"2026-02-22T21:46:30.870934+0000","last_became_peered":"2026-02-22T21:46:30.870934+0000","last_unstale":"2026-02-22T21:46:32.871522+0000","last_undegraded":"2026-02-22T21:46:32.871522+0000","last_fullsized":"2026-02-22T21:46:32.871522+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:51:35.231192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055968200000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:33.169319+0000","last_change":"2026-02-22T21:46:33.169536+0000","last_active":"2026-02-22T21:46:33.169319+0000","last_peered":"2026-02-22T21:46:33.169319+0000","last_clean":"2026-02-22T21:46:33.169319+0000","last_became_active":"2026-02-22T21:46:30.871097+0000","last_became_peered":"2026-02-22T21:46:30.871097+0000","last_unstale":"2026-02-22T21:46:33.169319+0000","last_undegraded":"2026-02-22T21:46:33.169319+0000","last_fullsized":"2026-02-22T21:46:33.169319+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:41:44.067363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034077499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:33.169284+0000","last_change":"2026-02-22T21:46:33.169532+0000","last_active":"2026-02-22T21:46:33.169284+0000","last_peered":"2026-02-22T21:46:33.169284+0000","last_clean":"2026-02-22T21:46:33.169284+0000","last_became_active":"2026-02-22T21:46:30.871446+0000","last_became_peered":"2026-02-22T21:46:30.871446+0000","last_unstale":"2026-02-22T21:46:33.169284+0000","last_undegraded":"2026-02-22T21:46:33.169284+0000","last_fullsized":"2026-02-22T21:46:33.169284+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:31:35.009914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035690500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872302+0000","last_change":"2026-02-22T21:46:32.872302+0000","last_active":"2026-02-22T21:46:32.872302+0000","last_peered":"2026-02-22T21:46:32.872302+0000","last_clean":"2026-02-22T21:46:32.872302+0000","last_became_active":"2026-02-22T21:46:30.870996+0000","last_became_peered":"2026-02-22T21:46:30.870996+0000","last_unstale":"2026-02-22T21:46:32.872302+0000","last_undegraded":"2026-02-22T21:46:32.872302+0000","last_fullsized":"2026-02-22T21:46:32.872302+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:20:02.405099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030927599999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":110,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.871879+0000","last_change":"2026-02-22T21:46:28.117063+0000","last_active":"2026-02-22T21:46:32.871879+0000","last_peered":"2026-02-22T21:46:32.871879+0000","last_clean":"2026-02-22T21:46:32.871879+0000","last_became_active":"2026-02-22T21:46:28.116237+0000","last_became_peered":"2026-02-22T21:46:28.116237+0000","last_unstale":"2026-02-22T21:46:32.871879+0000","last_undegraded":"2026-02-22T21:46:32.871879+0000","last_fullsized":"2026-02-22T21:46:32.871879+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_clean_scrub_stamp":"2026-02-22T21:46:26.853082+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:44:29.066173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27092,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344748,"statfs":{"total":96636764160,"available":96609021952,"internally_reserved":0,"allocated":131072,"data_stored":37005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738373,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27160,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344680,"statfs":{"total":96636764160,"available":96608952320,"internally_reserved":0,"allocated":200704,"data_stored":627381,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705667,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27172,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344668,"statfs":{"total":96636764160,"available":96608940032,"internally_reserved":0,"allocated":208896,"data_stored":630952,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T21:46:35.060 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T21:46:35.200 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:35.201 INFO:teuthology.orchestra.run.trial023.stderr:dumped all 2026-02-22T21:46:35.210 INFO:teuthology.orchestra.run.trial023.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-02-22T21:46:33.839290+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81424,"kb_used_data":528,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034096,"statfs":{"total":289910292480,"available":289826914304,"internally_reserved":0,"allocated":540672,"data_stored":1295338,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":82767186},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.976972"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872629+0000","last_change":"2026-02-22T21:46:32.872629+0000","last_active":"2026-02-22T21:46:32.872629+0000","last_peered":"2026-02-22T21:46:32.872629+0000","last_clean":"2026-02-22T21:46:32.872629+0000","last_became_active":"2026-02-22T21:46:30.871622+0000","last_became_peered":"2026-02-22T21:46:30.871622+0000","last_unstale":"2026-02-22T21:46:32.872629+0000","last_undegraded":"2026-02-22T21:46:32.872629+0000","last_fullsized":"2026-02-22T21:46:32.872629+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:16:25.707988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057714500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872498+0000","last_change":"2026-02-22T21:46:32.872498+0000","last_active":"2026-02-22T21:46:32.872498+0000","last_peered":"2026-02-22T21:46:32.872498+0000","last_clean":"2026-02-22T21:46:32.872498+0000","last_became_active":"2026-02-22T21:46:30.871102+0000","last_became_peered":"2026-02-22T21:46:30.871102+0000","last_unstale":"2026-02-22T21:46:32.872498+0000","last_undegraded":"2026-02-22T21:46:32.872498+0000","last_fullsized":"2026-02-22T21:46:32.872498+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:01:00.705146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046463500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872462+0000","last_change":"2026-02-22T21:46:32.872462+0000","last_active":"2026-02-22T21:46:32.872462+0000","last_peered":"2026-02-22T21:46:32.872462+0000","last_clean":"2026-02-22T21:46:32.872462+0000","last_became_active":"2026-02-22T21:46:30.871587+0000","last_became_peered":"2026-02-22T21:46:30.871587+0000","last_unstale":"2026-02-22T21:46:32.872462+0000","last_undegraded":"2026-02-22T21:46:32.872462+0000","last_fullsized":"2026-02-22T21:46:32.872462+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:41:09.920606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045225199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872281+0000","last_change":"2026-02-22T21:46:32.872281+0000","last_active":"2026-02-22T21:46:32.872281+0000","last_peered":"2026-02-22T21:46:32.872281+0000","last_clean":"2026-02-22T21:46:32.872281+0000","last_became_active":"2026-02-22T21:46:30.871546+0000","last_became_peered":"2026-02-22T21:46:30.871546+0000","last_unstale":"2026-02-22T21:46:32.872281+0000","last_undegraded":"2026-02-22T21:46:32.872281+0000","last_fullsized":"2026-02-22T21:46:32.872281+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:13.403589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.871522+0000","last_change":"2026-02-22T21:46:32.870990+0000","last_active":"2026-02-22T21:46:32.871522+0000","last_peered":"2026-02-22T21:46:32.871522+0000","last_clean":"2026-02-22T21:46:32.871522+0000","last_became_active":"2026-02-22T21:46:30.870934+0000","last_became_peered":"2026-02-22T21:46:30.870934+0000","last_unstale":"2026-02-22T21:46:32.871522+0000","last_undegraded":"2026-02-22T21:46:32.871522+0000","last_fullsized":"2026-02-22T21:46:32.871522+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:51:35.231192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055968200000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:33.169319+0000","last_change":"2026-02-22T21:46:33.169536+0000","last_active":"2026-02-22T21:46:33.169319+0000","last_peered":"2026-02-22T21:46:33.169319+0000","last_clean":"2026-02-22T21:46:33.169319+0000","last_became_active":"2026-02-22T21:46:30.871097+0000","last_became_peered":"2026-02-22T21:46:30.871097+0000","last_unstale":"2026-02-22T21:46:33.169319+0000","last_undegraded":"2026-02-22T21:46:33.169319+0000","last_fullsized":"2026-02-22T21:46:33.169319+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:41:44.067363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034077499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:33.169284+0000","last_change":"2026-02-22T21:46:33.169532+0000","last_active":"2026-02-22T21:46:33.169284+0000","last_peered":"2026-02-22T21:46:33.169284+0000","last_clean":"2026-02-22T21:46:33.169284+0000","last_became_active":"2026-02-22T21:46:30.871446+0000","last_became_peered":"2026-02-22T21:46:30.871446+0000","last_unstale":"2026-02-22T21:46:33.169284+0000","last_undegraded":"2026-02-22T21:46:33.169284+0000","last_fullsized":"2026-02-22T21:46:33.169284+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:31:35.009914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035690500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.872302+0000","last_change":"2026-02-22T21:46:32.872302+0000","last_active":"2026-02-22T21:46:32.872302+0000","last_peered":"2026-02-22T21:46:32.872302+0000","last_clean":"2026-02-22T21:46:32.872302+0000","last_became_active":"2026-02-22T21:46:30.870996+0000","last_became_peered":"2026-02-22T21:46:30.870996+0000","last_unstale":"2026-02-22T21:46:32.872302+0000","last_undegraded":"2026-02-22T21:46:32.872302+0000","last_fullsized":"2026-02-22T21:46:32.872302+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:20:02.405099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030927599999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'72","reported_seq":110,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-02-22T21:46:32.871879+0000","last_change":"2026-02-22T21:46:28.117063+0000","last_active":"2026-02-22T21:46:32.871879+0000","last_peered":"2026-02-22T21:46:32.871879+0000","last_clean":"2026-02-22T21:46:32.871879+0000","last_became_active":"2026-02-22T21:46:28.116237+0000","last_became_peered":"2026-02-22T21:46:28.116237+0000","last_unstale":"2026-02-22T21:46:32.871879+0000","last_undegraded":"2026-02-22T21:46:32.871879+0000","last_fullsized":"2026-02-22T21:46:32.871879+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_clean_scrub_stamp":"2026-02-22T21:46:26.853082+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:44:29.066173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27092,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344748,"statfs":{"total":96636764160,"available":96609021952,"internally_reserved":0,"allocated":131072,"data_stored":37005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738373,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27160,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344680,"statfs":{"total":96636764160,"available":96608952320,"internally_reserved":0,"allocated":200704,"data_stored":627381,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705667,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27172,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344668,"statfs":{"total":96636764160,"available":96608940032,"internally_reserved":0,"allocated":208896,"data_stored":630952,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T21:46:35.211 INFO:tasks.ceph.ceph_manager.cluster1:clean! 2026-02-22T21:46:35.211 INFO:tasks.ceph:Waiting until ceph cluster cluster1 is healthy... 2026-02-22T21:46:35.211 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy 2026-02-22T21:46:35.211 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 health --format=json 2026-02-22T21:46:35.374 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:35.374 INFO:teuthology.orchestra.run.trial023.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-22T21:46:35.384 INFO:tasks.ceph.ceph_manager.cluster1:wait_until_healthy done 2026-02-22T21:46:35.384 INFO:teuthology.run_tasks:Running task ceph... 2026-02-22T21:46:35.397 INFO:tasks.ceph:Creating ceph cluster cluster2... 2026-02-22T21:46:35.397 INFO:tasks.ceph:config {'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'mon warn on pool no app': False, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'cluster2', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-22T21:46:35.397 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106', 'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'description': 'rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack} conf/{disable-pool-app} msgr-failures/few objectstore/bluestore-comp-snappy policy/none rbd-mirror/four-per-cluster supported-random-distro$/{ubuntu_latest} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'flavor': 'default', 'job_id': '64106', 'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'run two ceph clusters and install rbd-mirror'}, {'desc': 'configure the permissions for client.mirror'}, {'desc': '2 ceph clusters with 1 mon and 3 osds each'}, {'desc': 'run four rbd-mirror daemons per cluster'}, {'desc': 'run the rbd_mirror_stress.sh workunit to test the rbd-mirror daemon'}], 'name': 'yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 3, 'size': 30}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid'}, 'ceph': {'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'mon warn on pool no app': False, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['cluster1.mon.a', 'cluster1.mgr.x', 'cluster2.mgr.x', 'cluster1.osd.0', 'cluster1.osd.1', 'cluster1.osd.2', 'cluster1.client.0', 'cluster2.client.0'], ['cluster2.mon.a', 'cluster2.osd.0', 'cluster2.osd.1', 'cluster2.osd.2', 'cluster1.client.mirror', 'cluster1.client.mirror.0', 'cluster1.client.mirror.1', 'cluster1.client.mirror.2', 'cluster1.client.mirror.3', 'cluster1.client.mirror.4', 'cluster1.client.mirror.5', 'cluster1.client.mirror.6', 'cluster2.client.mirror', 'cluster2.client.mirror.0', 'cluster2.client.mirror.1', 'cluster2.client.mirror.2', 'cluster2.client.mirror.3', 'cluster2.client.mirror.4', 'cluster2.client.mirror.5', 'cluster2.client.mirror.6']], 'seed': 9196, 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'rbd', 'suite_branch': 'wip-yuri6-testing-2026-02-22-1629-squid', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_f90f4eaebb28b619cf76e80cbbe997656da69579/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579', 'targets': {'trial023.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKm1nGX4MeQnTk6KNG5ApxfHHhvZqdcsQvVvxn84o3Q72xcZHUtxyI7r6vT67MJzbY6K+d7YdupBT5U5R30ysi4=', 'trial172.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNzk+JeAUgWNhlW2xKnjX8SNdZOkUpK3w6iZ4eZeVx5cxVcfrWpiEszIjcBAtVvnwpR+ydoge+akQ9x3xJSqX/c='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': ['rbd-mirror'], 'flavor': 'default', 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster1', 'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'mon warn on pool no app': False, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'ceph': {'cluster': 'cluster2', 'conf': {'client': {'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'global': {'mon client directed command retry': 5, 'mon warn on pool no app': False, 'ms inject socket failures': 5000}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'f90f4eaebb28b619cf76e80cbbe997656da69579'}}, {'exec': {'cluster1.client.mirror.0': ["sudo ceph --cluster cluster1 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster1 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror mon 'profile rbd-mirror-peer' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.0 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.1 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.2 mon 'profile rbd-mirror' osd 'profile rbd'", "sudo ceph --cluster cluster2 auth caps client.mirror.3 mon 'profile rbd-mirror' osd 'profile rbd'"]}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.0', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.1', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.2', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster1.client.mirror.3', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.0', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.1', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.2', 'thrash': True}}, {'rbd-mirror': {'client': 'cluster2.client.mirror.3', 'thrash': True}}, {'rbd-mirror-thrash': {'cluster': 'cluster1'}}, {'rbd-mirror-thrash': {'cluster': 'cluster2'}}, {'workunit': {'clients': {'cluster1.client.mirror': ['rbd/rbd_mirror_stress.sh']}, 'env': {'CEPH_ARGS': '', 'MIRROR_POOL_MODE': 'image', 'RBD_IMAGE_FEATURES': 'layering,exclusive-lock,object-map,fast-diff', 'RBD_MIRROR_INSTANCES': '4', 'RBD_MIRROR_MODE': 'snapshot', 'RBD_MIRROR_USE_EXISTING_CLUSTER': '1', 'RBD_MIRROR_USE_RBD_MIRROR': '1'}, 'timeout': '6h'}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-22_19:35:38', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3318653'} 2026-02-22T21:46:35.398 DEBUG:teuthology.orchestra.run.trial023:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data 2026-02-22T21:46:35.399 DEBUG:teuthology.orchestra.run.trial172:> install -d -m0755 -- /home/ubuntu/cephtest/cluster2.data 2026-02-22T21:46:35.403 DEBUG:teuthology.orchestra.run.trial023:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T21:46:35.448 DEBUG:teuthology.orchestra.run.trial172:> sudo install -d -m0777 -- /var/run/ceph 2026-02-22T21:46:35.456 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:35.456 DEBUG:teuthology.orchestra.run.trial172:> dd if=/scratch_devs of=/dev/stdout 2026-02-22T21:46:35.500 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-22T21:46:35.500 DEBUG:teuthology.orchestra.run.trial172:> stat /dev/vg_nvme/lv_1 2026-02-22T21:46:35.544 INFO:teuthology.orchestra.run.trial172.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-22T21:46:35.544 INFO:teuthology.orchestra.run.trial172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:35.544 INFO:teuthology.orchestra.run.trial172.stdout:Device: 5h/5d Inode: 899 Links: 1 2026-02-22T21:46:35.544 INFO:teuthology.orchestra.run.trial172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:35.544 INFO:teuthology.orchestra.run.trial172.stdout:Access: 2026-02-22 21:45:06.307798387 +0000 2026-02-22T21:46:35.544 INFO:teuthology.orchestra.run.trial172.stdout:Modify: 2026-02-22 21:45:06.151801047 +0000 2026-02-22T21:46:35.544 INFO:teuthology.orchestra.run.trial172.stdout:Change: 2026-02-22 21:45:06.151801047 +0000 2026-02-22T21:46:35.544 INFO:teuthology.orchestra.run.trial172.stdout: Birth: - 2026-02-22T21:46:35.544 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-22T21:46:35.592 INFO:teuthology.orchestra.run.trial172.stderr:1+0 records in 2026-02-22T21:46:35.592 INFO:teuthology.orchestra.run.trial172.stderr:1+0 records out 2026-02-22T21:46:35.592 INFO:teuthology.orchestra.run.trial172.stderr:512 bytes copied, 0.000175308 s, 2.9 MB/s 2026-02-22T21:46:35.593 DEBUG:teuthology.orchestra.run.trial172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-22T21:46:35.641 DEBUG:teuthology.orchestra.run.trial172:> stat /dev/vg_nvme/lv_2 2026-02-22T21:46:35.692 INFO:teuthology.orchestra.run.trial172.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-22T21:46:35.693 INFO:teuthology.orchestra.run.trial172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:35.693 INFO:teuthology.orchestra.run.trial172.stdout:Device: 5h/5d Inode: 923 Links: 1 2026-02-22T21:46:35.693 INFO:teuthology.orchestra.run.trial172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:35.693 INFO:teuthology.orchestra.run.trial172.stdout:Access: 2026-02-22 21:45:06.635792791 +0000 2026-02-22T21:46:35.693 INFO:teuthology.orchestra.run.trial172.stdout:Modify: 2026-02-22 21:45:06.471795589 +0000 2026-02-22T21:46:35.693 INFO:teuthology.orchestra.run.trial172.stdout:Change: 2026-02-22 21:45:06.471795589 +0000 2026-02-22T21:46:35.693 INFO:teuthology.orchestra.run.trial172.stdout: Birth: - 2026-02-22T21:46:35.694 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-22T21:46:35.743 INFO:teuthology.orchestra.run.trial172.stderr:1+0 records in 2026-02-22T21:46:35.744 INFO:teuthology.orchestra.run.trial172.stderr:1+0 records out 2026-02-22T21:46:35.744 INFO:teuthology.orchestra.run.trial172.stderr:512 bytes copied, 0.000165981 s, 3.1 MB/s 2026-02-22T21:46:35.744 DEBUG:teuthology.orchestra.run.trial172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-22T21:46:35.790 DEBUG:teuthology.orchestra.run.trial172:> stat /dev/vg_nvme/lv_3 2026-02-22T21:46:35.836 INFO:teuthology.orchestra.run.trial172.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-22T21:46:35.836 INFO:teuthology.orchestra.run.trial172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:35.836 INFO:teuthology.orchestra.run.trial172.stdout:Device: 5h/5d Inode: 946 Links: 1 2026-02-22T21:46:35.836 INFO:teuthology.orchestra.run.trial172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:35.836 INFO:teuthology.orchestra.run.trial172.stdout:Access: 2026-02-22 21:45:06.803789923 +0000 2026-02-22T21:46:35.836 INFO:teuthology.orchestra.run.trial172.stdout:Modify: 2026-02-22 21:45:06.799789992 +0000 2026-02-22T21:46:35.836 INFO:teuthology.orchestra.run.trial172.stdout:Change: 2026-02-22 21:45:06.799789992 +0000 2026-02-22T21:46:35.836 INFO:teuthology.orchestra.run.trial172.stdout: Birth: - 2026-02-22T21:46:35.836 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-22T21:46:35.883 INFO:teuthology.orchestra.run.trial172.stderr:1+0 records in 2026-02-22T21:46:35.883 INFO:teuthology.orchestra.run.trial172.stderr:1+0 records out 2026-02-22T21:46:35.883 INFO:teuthology.orchestra.run.trial172.stderr:512 bytes copied, 0.000190797 s, 2.7 MB/s 2026-02-22T21:46:35.884 DEBUG:teuthology.orchestra.run.trial172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-22T21:46:35.930 DEBUG:teuthology.orchestra.run.trial172:> stat /dev/vg_nvme/lv_4 2026-02-22T21:46:35.976 INFO:teuthology.orchestra.run.trial172.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-22T21:46:35.976 INFO:teuthology.orchestra.run.trial172.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-22T21:46:35.976 INFO:teuthology.orchestra.run.trial172.stdout:Device: 5h/5d Inode: 968 Links: 1 2026-02-22T21:46:35.976 INFO:teuthology.orchestra.run.trial172.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-22T21:46:35.976 INFO:teuthology.orchestra.run.trial172.stdout:Access: 2026-02-22 21:45:07.307781326 +0000 2026-02-22T21:46:35.976 INFO:teuthology.orchestra.run.trial172.stdout:Modify: 2026-02-22 21:45:07.143784124 +0000 2026-02-22T21:46:35.976 INFO:teuthology.orchestra.run.trial172.stdout:Change: 2026-02-22 21:45:07.143784124 +0000 2026-02-22T21:46:35.976 INFO:teuthology.orchestra.run.trial172.stdout: Birth: - 2026-02-22T21:46:35.976 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-22T21:46:36.023 INFO:teuthology.orchestra.run.trial172.stderr:1+0 records in 2026-02-22T21:46:36.023 INFO:teuthology.orchestra.run.trial172.stderr:1+0 records out 2026-02-22T21:46:36.023 INFO:teuthology.orchestra.run.trial172.stderr:512 bytes copied, 0.00016568 s, 3.1 MB/s 2026-02-22T21:46:36.024 DEBUG:teuthology.orchestra.run.trial172:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-22T21:46:36.069 INFO:tasks.ceph:osd dev map: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:36.069 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial172.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T21:46:36.069 INFO:tasks.ceph:Generating config... 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client] debug rbd = 20 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client] debug rbd_mirror = 15 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client] log to stderr = False 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client] rbd default features = 125 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client] rbd mirror image policy type = none 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client.mirror.0] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client.mirror.0] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client.mirror.1] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client.mirror.1] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client.mirror.2] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client.mirror.2] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client.mirror.3] admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.070 INFO:tasks.ceph:[client.mirror.3] pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.070 INFO:tasks.ceph:[global] mon client directed command retry = 5 2026-02-22T21:46:36.070 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-22T21:46:36.070 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2026-02-22T21:46:36.070 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-22T21:46:36.070 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-22T21:46:36.070 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-22T21:46:36.070 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-22T21:46:36.070 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-22T21:46:36.070 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-22T21:46:36.070 INFO:tasks.ceph:[osd] bluestore compression algorithm = snappy 2026-02-22T21:46:36.070 INFO:tasks.ceph:[osd] bluestore compression mode = aggressive 2026-02-22T21:46:36.070 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-22T21:46:36.070 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-22T21:46:36.070 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-22T21:46:36.070 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-22T21:46:36.071 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-22T21:46:36.071 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-22T21:46:36.071 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-22T21:46:36.071 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-22T21:46:36.071 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-22T21:46:36.071 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-22T21:46:36.071 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-22T21:46:36.071 INFO:tasks.ceph:Setting up cluster2.mon.a... 2026-02-22T21:46:36.071 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/cluster2.keyring 2026-02-22T21:46:36.133 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster2.keyring 2026-02-22T21:46:36.135 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/cluster2.keyring 2026-02-22T21:46:36.194 DEBUG:teuthology.orchestra.run.trial172:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T21:46:36.244 DEBUG:tasks.ceph:Ceph mon addresses: [('cluster2.mon.a', '10.20.193.172')] 2026-02-22T21:46:36.244 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.172', 'mon client directed command retry': 5, 'mon warn on pool no app': False, 'ms inject socket failures': 5000}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore compression algorithm': 'snappy', 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rbd': 20, 'debug rbd_mirror': 15, 'log to stderr': False, 'rbd default features': 125, 'rbd mirror image policy type': 'none'}, 'mon.a': {}, 'client.mirror.0': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.1': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.2': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}, 'client.mirror.3': {'admin socket': '/var/run/ceph/rbd-mirror.$cluster-$name.asok', 'pid file': '/var/run/ceph/rbd-mirror.$cluster-$name.pid'}} 2026-02-22T21:46:36.244 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:36.244 DEBUG:teuthology.orchestra.run.trial172:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T21:46:36.288 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.172 --print /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:monmaptool: monmap file /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:monmaptool: generated fsid a1e47ef0-11a3-4b21-944e-e7a5aff65e05 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:setting min_mon_release = quincy 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:epoch 0 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:fsid a1e47ef0-11a3-4b21-944e-e7a5aff65e05 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:last_changed 2026-02-22T21:46:36.357098+0000 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:created 2026-02-22T21:46:36.357098+0000 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:min_mon_release 17 (quincy) 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:election_strategy: 1 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:0: [v2:10.20.193.172:3300/0,v1:10.20.193.172:6789/0] mon.a 2026-02-22T21:46:36.345 INFO:teuthology.orchestra.run.trial172.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/cluster2.monmap (1 monitors) 2026-02-22T21:46:36.346 DEBUG:teuthology.orchestra.run.trial172:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-22T21:46:36.392 INFO:tasks.ceph:Writing /etc/ceph/cluster2.conf for FSID a1e47ef0-11a3-4b21-944e-e7a5aff65e05... 2026-02-22T21:46:36.392 DEBUG:teuthology.orchestra.run.trial023:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null 2026-02-22T21:46:36.394 DEBUG:teuthology.orchestra.run.trial172:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/cluster2.conf && sudo chmod 0644 /etc/ceph/cluster2.conf > /dev/null 2026-02-22T21:46:36.434 INFO:teuthology.orchestra.run.trial023.stdout:[global] 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: chdir = "" 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: auth supported = cephx 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: filestore xattr use omap = true 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: mon clock drift allowed = 1.000 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: osd crush chooseleaf type = 0 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: auth debug = true 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: ms die on old message = true 2026-02-22T21:46:36.435 INFO:teuthology.orchestra.run.trial023.stdout: ms die on bug = true 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: mon pg warn max object skew = 0 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: osd pool default size = 2 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: mon osd allow primary affinity = true 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: mon osd allow pg remap = true 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on legacy crush tunables = false 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on crush straw calc version zero = false 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on no sortbitwise = false 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on osd down out interval zero = false 2026-02-22T21:46:36.436 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on too few osds = false 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: mon_allow_pool_size_one = true 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: osd default data pool replay window = 5 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: mon allow pool delete = true 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: mon cluster log file level = debug 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: debug asserts on shutdown = true 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: mon health detail to clog = false 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: mon host = 10.20.193.172 2026-02-22T21:46:36.437 INFO:teuthology.orchestra.run.trial023.stdout: mon client directed command retry = 5 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: mon warn on pool no app = False 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: ms inject socket failures = 5000 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: fsid = a1e47ef0-11a3-4b21-944e-e7a5aff65e05 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout:[osd] 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: osd journal size = 100 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: osd scrub load threshold = 5.0 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: osd scrub max interval = 600 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: osd mclock profile = high_recovery_ops 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: osd mclock skip benchmark = true 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: osd recover clone overlap = true 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: osd recovery max chunk = 1048576 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.438 INFO:teuthology.orchestra.run.trial023.stdout: osd debug shutdown = true 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: osd debug op order = true 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: osd debug verify stray on activate = true 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: osd debug trim objects = true 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: osd open classes on start = true 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: osd debug pg log writeout = true 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: osd deep scrub update digest min age = 30 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: osd map max advance = 10 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: journal zero on create = true 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: filestore ondisk finisher threads = 3 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: filestore apply finisher threads = 3 2026-02-22T21:46:36.439 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: bdev debug aio = true 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: osd debug misdirected ops = true 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: bluestore block size = 96636764160 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: bluestore compression algorithm = snappy 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: bluestore compression mode = aggressive 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: bluestore fsck on mount = True 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: debug bluefs = 1/20 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: debug bluestore = 1/20 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: debug ms = 1 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: debug osd = 20 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: debug rocksdb = 4/10 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: mon osd full ratio = 0.9 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: mon osd nearfull ratio = 0.8 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: osd failsafe full ratio = 0.95 2026-02-22T21:46:36.440 INFO:teuthology.orchestra.run.trial023.stdout: osd objectstore = bluestore 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout:[mgr] 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: debug ms = 1 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: debug mgr = 20 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: debug mon = 20 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: debug auth = 20 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: mgr/telemetry/nag = false 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout:[mon] 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: debug ms = 1 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: debug mon = 20 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: debug paxos = 20 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: debug auth = 20 2026-02-22T21:46:36.441 INFO:teuthology.orchestra.run.trial023.stdout: mon data avail warn = 5 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: mon mgr mkfs grace = 240 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: mon osd reporter subtree level = osd 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: mon osd prime pg temp = true 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.442 INFO:teuthology.orchestra.run.trial023.stdout: # 1m isn't quite enough 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: mon_down_mkfs_grace = 2m 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: mon_warn_on_filestore_osds = false 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout:[client] 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: rgw cache enabled = true 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: rgw enable ops log = true 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: rgw enable usage log = true 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: debug rbd = 20 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: debug rbd_mirror = 15 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: log to stderr = False 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: rbd default features = 125 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout: rbd mirror image policy type = none 2026-02-22T21:46:36.443 INFO:teuthology.orchestra.run.trial023.stdout:[mon.a] 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.0] 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.1] 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.2] 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout:[client.mirror.3] 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.444 INFO:teuthology.orchestra.run.trial023.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.451 INFO:teuthology.orchestra.run.trial172.stdout:[global] 2026-02-22T21:46:36.451 INFO:teuthology.orchestra.run.trial172.stdout: chdir = "" 2026-02-22T21:46:36.451 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-22T21:46:36.451 INFO:teuthology.orchestra.run.trial172.stdout: auth supported = cephx 2026-02-22T21:46:36.451 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.451 INFO:teuthology.orchestra.run.trial172.stdout: filestore xattr use omap = true 2026-02-22T21:46:36.451 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon clock drift allowed = 1.000 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: osd crush chooseleaf type = 0 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: auth debug = true 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: ms die on old message = true 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: ms die on bug = true 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon pg warn max object skew = 0 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: # disable pg_autoscaler by default for new pools 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: osd pool default size = 2 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon osd allow primary affinity = true 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon osd allow pg remap = true 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on legacy crush tunables = false 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on crush straw calc version zero = false 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on no sortbitwise = false 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on osd down out interval zero = false 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on too few osds = false 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon_allow_pool_size_one = true 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: osd default data pool replay window = 5 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon allow pool delete = true 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon cluster log file level = debug 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: debug asserts on shutdown = true 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon health detail to clog = false 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon host = 10.20.193.172 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon client directed command retry = 5 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: mon warn on pool no app = False 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: ms inject socket failures = 5000 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: fsid = a1e47ef0-11a3-4b21-944e-e7a5aff65e05 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout:[osd] 2026-02-22T21:46:36.452 INFO:teuthology.orchestra.run.trial172.stdout: osd journal size = 100 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd scrub load threshold = 5.0 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd scrub max interval = 600 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd mclock profile = high_recovery_ops 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd mclock skip benchmark = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd recover clone overlap = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd recovery max chunk = 1048576 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd debug shutdown = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd debug op order = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd debug verify stray on activate = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd debug trim objects = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd open classes on start = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd debug pg log writeout = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd deep scrub update digest min age = 30 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd map max advance = 10 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: journal zero on create = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: filestore ondisk finisher threads = 3 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: filestore apply finisher threads = 3 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: bdev debug aio = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd debug misdirected ops = true 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: bluestore block size = 96636764160 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: bluestore compression algorithm = snappy 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: bluestore compression mode = aggressive 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: bluestore fsck on mount = True 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: debug bluefs = 1/20 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: debug bluestore = 1/20 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: debug ms = 1 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: debug osd = 20 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: debug rocksdb = 4/10 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: mon osd backfillfull_ratio = 0.85 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: mon osd full ratio = 0.9 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: mon osd nearfull ratio = 0.8 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd failsafe full ratio = 0.95 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: osd objectstore = bluestore 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout:[mgr] 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: debug ms = 1 2026-02-22T21:46:36.453 INFO:teuthology.orchestra.run.trial172.stdout: debug mgr = 20 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: debug mon = 20 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: debug auth = 20 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mgr/telemetry/nag = false 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout:[mon] 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: debug ms = 1 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: debug mon = 20 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: debug paxos = 20 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: debug auth = 20 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon data avail warn = 5 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon mgr mkfs grace = 240 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon reweight min pgs per osd = 4 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon osd reporter subtree level = osd 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon osd prime pg temp = true 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon reweight min bytes per osd = 10 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: auth mon ticket ttl = 660 # 11m 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: auth service ticket ttl = 240 # 4m 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: # don't complain about insecure global_id in the test suite 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: # 1m isn't quite enough 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon_down_mkfs_grace = 2m 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: mon_warn_on_filestore_osds = false 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout:[client] 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: rgw cache enabled = true 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: rgw enable ops log = true 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: rgw enable usage log = true 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: debug rbd = 20 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: debug rbd_mirror = 15 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: log to stderr = False 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: rbd default features = 125 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: rbd mirror image policy type = none 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout:[mon.a] 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.0] 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.454 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.1] 2026-02-22T21:46:36.455 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.455 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.455 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.2] 2026-02-22T21:46:36.455 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.455 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.455 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.3] 2026-02-22T21:46:36.455 INFO:teuthology.orchestra.run.trial172.stdout: admin socket = /var/run/ceph/rbd-mirror.$cluster-$name.asok 2026-02-22T21:46:36.455 INFO:teuthology.orchestra.run.trial172.stdout: pid file = /var/run/ceph/rbd-mirror.$cluster-$name.pid 2026-02-22T21:46:36.459 INFO:tasks.ceph:Creating admin key on cluster2.mon.a... 2026-02-22T21:46:36.459 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/cluster2.keyring 2026-02-22T21:46:36.522 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-22T21:46:36.522 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:36.523 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster2.keyring of=/dev/stdout 2026-02-22T21:46:36.569 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:36.569 DEBUG:teuthology.orchestra.run.trial172:> dd if=/home/ubuntu/cephtest/cluster2.monmap of=/dev/stdout 2026-02-22T21:46:36.616 INFO:tasks.ceph:Sending monmap to node ubuntu@trial023.front.sepia.ceph.com 2026-02-22T21:46:36.616 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:36.616 DEBUG:teuthology.orchestra.run.trial023:> sudo dd of=/etc/ceph/cluster2.keyring 2026-02-22T21:46:36.616 DEBUG:teuthology.orchestra.run.trial023:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T21:46:36.631 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:36.631 DEBUG:teuthology.orchestra.run.trial023:> dd of=/home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:36.678 INFO:tasks.ceph:Sending monmap to node ubuntu@trial172.front.sepia.ceph.com 2026-02-22T21:46:36.679 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:36.679 DEBUG:teuthology.orchestra.run.trial172:> sudo dd of=/etc/ceph/cluster2.keyring 2026-02-22T21:46:36.679 DEBUG:teuthology.orchestra.run.trial172:> sudo chmod 0644 /etc/ceph/cluster2.keyring 2026-02-22T21:46:36.692 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:36.693 DEBUG:teuthology.orchestra.run.trial172:> dd of=/home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:36.740 INFO:tasks.ceph:Setting up mon nodes... 2026-02-22T21:46:36.741 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-22T21:46:36.741 DEBUG:teuthology.orchestra.run.trial023:> sudo mkdir -p /var/lib/ceph/mgr/cluster2-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/cluster2-x/keyring 2026-02-22T21:46:36.765 INFO:teuthology.orchestra.run.trial023.stdout:creating /var/lib/ceph/mgr/cluster2-x/keyring 2026-02-22T21:46:36.766 INFO:tasks.ceph:Setting up mds nodes... 2026-02-22T21:46:36.766 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-22T21:46:36.767 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/cluster2.client.0.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.0.keyring 2026-02-22T21:46:36.823 INFO:teuthology.orchestra.run.trial023.stdout:creating /etc/ceph/cluster2.client.0.keyring 2026-02-22T21:46:36.830 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror /etc/ceph/cluster2.client.mirror.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.keyring 2026-02-22T21:46:36.854 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster2.client.mirror.keyring 2026-02-22T21:46:36.862 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.0 /etc/ceph/cluster2.client.mirror.0.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.0.keyring 2026-02-22T21:46:36.926 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster2.client.mirror.0.keyring 2026-02-22T21:46:36.934 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.1 /etc/ceph/cluster2.client.mirror.1.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.1.keyring 2026-02-22T21:46:36.999 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster2.client.mirror.1.keyring 2026-02-22T21:46:37.007 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.2 /etc/ceph/cluster2.client.mirror.2.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.2.keyring 2026-02-22T21:46:37.070 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster2.client.mirror.2.keyring 2026-02-22T21:46:37.078 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.3 /etc/ceph/cluster2.client.mirror.3.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.3.keyring 2026-02-22T21:46:37.142 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster2.client.mirror.3.keyring 2026-02-22T21:46:37.150 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.4 /etc/ceph/cluster2.client.mirror.4.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.4.keyring 2026-02-22T21:46:37.214 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster2.client.mirror.4.keyring 2026-02-22T21:46:37.222 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.5 /etc/ceph/cluster2.client.mirror.5.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.5.keyring 2026-02-22T21:46:37.287 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster2.client.mirror.5.keyring 2026-02-22T21:46:37.294 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.mirror.6 /etc/ceph/cluster2.client.mirror.6.keyring && sudo chmod 0644 /etc/ceph/cluster2.client.mirror.6.keyring 2026-02-22T21:46:37.359 INFO:teuthology.orchestra.run.trial172.stdout:creating /etc/ceph/cluster2.client.mirror.6.keyring 2026-02-22T21:46:37.366 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-22T21:46:37.367 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial023.front.sepia.ceph.com'): {'cluster1.osd.0': '/dev/vg_nvme/lv_1', 'cluster1.osd.1': '/dev/vg_nvme/lv_2', 'cluster1.osd.2': '/dev/vg_nvme/lv_3'}, Remote(name='ubuntu@trial172.front.sepia.ceph.com'): {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'}} 2026-02-22T21:46:37.367 DEBUG:teuthology.orchestra.run.trial172:> sudo mkdir -p /var/lib/ceph/osd/cluster2-0 2026-02-22T21:46:37.416 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:37.417 INFO:tasks.ceph:role: cluster2.osd.0 2026-02-22T21:46:37.417 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial172.front.sepia.ceph.com 2026-02-22T21:46:37.417 DEBUG:teuthology.orchestra.run.trial172:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-22T21:46:37.466 INFO:teuthology.orchestra.run.trial172.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:46:37.467 INFO:teuthology.orchestra.run.trial172.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:46:37.467 INFO:teuthology.orchestra.run.trial172.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:46:37.467 INFO:teuthology.orchestra.run.trial172.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T21:46:37.467 INFO:teuthology.orchestra.run.trial172.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:46:37.467 INFO:teuthology.orchestra.run.trial172.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:46:37.467 INFO:teuthology.orchestra.run.trial172.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:46:37.467 INFO:teuthology.orchestra.run.trial172.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:46:37.467 INFO:teuthology.orchestra.run.trial172.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:46:37.467 INFO:teuthology.orchestra.run.trial172.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:46:38.052 INFO:teuthology.orchestra.run.trial172.stdout:Discarding blocks...Done. 2026-02-22T21:46:38.054 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial172.front.sepia.ceph.com -o noatime 2026-02-22T21:46:38.054 DEBUG:teuthology.orchestra.run.trial172:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/cluster2-0 2026-02-22T21:46:38.114 DEBUG:teuthology.orchestra.run.trial172:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-0 2026-02-22T21:46:38.162 INFO:teuthology.orchestra.run.trial172.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T21:46:38.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:46:38.162 DEBUG:teuthology.orchestra.run.trial172:> sudo mkdir -p /var/lib/ceph/osd/cluster2-1 2026-02-22T21:46:38.212 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:38.212 INFO:tasks.ceph:role: cluster2.osd.1 2026-02-22T21:46:38.212 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial172.front.sepia.ceph.com 2026-02-22T21:46:38.212 DEBUG:teuthology.orchestra.run.trial172:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-22T21:46:38.261 INFO:teuthology.orchestra.run.trial172.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:46:38.262 INFO:teuthology.orchestra.run.trial172.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:46:38.262 INFO:teuthology.orchestra.run.trial172.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:46:38.262 INFO:teuthology.orchestra.run.trial172.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T21:46:38.262 INFO:teuthology.orchestra.run.trial172.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:46:38.262 INFO:teuthology.orchestra.run.trial172.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:46:38.262 INFO:teuthology.orchestra.run.trial172.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:46:38.262 INFO:teuthology.orchestra.run.trial172.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:46:38.262 INFO:teuthology.orchestra.run.trial172.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:46:38.262 INFO:teuthology.orchestra.run.trial172.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:46:38.827 INFO:teuthology.orchestra.run.trial172.stdout:Discarding blocks...Done. 2026-02-22T21:46:38.829 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial172.front.sepia.ceph.com -o noatime 2026-02-22T21:46:38.830 DEBUG:teuthology.orchestra.run.trial172:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/cluster2-1 2026-02-22T21:46:38.889 DEBUG:teuthology.orchestra.run.trial172:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-1 2026-02-22T21:46:38.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:46:38.939 INFO:teuthology.orchestra.run.trial172.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T21:46:38.939 DEBUG:teuthology.orchestra.run.trial172:> sudo mkdir -p /var/lib/ceph/osd/cluster2-2 2026-02-22T21:46:38.988 INFO:tasks.ceph:roles_to_devs: {'cluster2.osd.0': '/dev/vg_nvme/lv_1', 'cluster2.osd.1': '/dev/vg_nvme/lv_2', 'cluster2.osd.2': '/dev/vg_nvme/lv_3'} 2026-02-22T21:46:38.988 INFO:tasks.ceph:role: cluster2.osd.2 2026-02-22T21:46:38.988 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial172.front.sepia.ceph.com 2026-02-22T21:46:38.988 DEBUG:teuthology.orchestra.run.trial172:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout: = reflink=1 bigtime=0 inobtcount=0 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout: = sunit=0 swidth=0 blks 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-22T21:46:39.038 INFO:teuthology.orchestra.run.trial172.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-22T21:46:39.612 INFO:teuthology.orchestra.run.trial172.stdout:Discarding blocks...Done. 2026-02-22T21:46:39.613 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial172.front.sepia.ceph.com -o noatime 2026-02-22T21:46:39.614 DEBUG:teuthology.orchestra.run.trial172:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/cluster2-2 2026-02-22T21:46:39.672 DEBUG:teuthology.orchestra.run.trial172:> sudo /sbin/restorecon /var/lib/ceph/osd/cluster2-2 2026-02-22T21:46:39.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:46:39.719 INFO:teuthology.orchestra.run.trial172.stderr:sudo: /sbin/restorecon: command not found 2026-02-22T21:46:39.719 DEBUG:teuthology.orchestra.run.trial172:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:39.781 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:39.790+0000 7f0ba03348c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-0/keyring: can't open /var/lib/ceph/osd/cluster2-0/keyring: (2) No such file or directory 2026-02-22T21:46:39.781 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:39.790+0000 7f0ba03348c0 -1 created new key in keyring /var/lib/ceph/osd/cluster2-0/keyring 2026-02-22T21:46:39.781 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:39.790+0000 7f0ba03348c0 -1 bdev(0x55bd5a761800 /var/lib/ceph/osd/cluster2-0/block) open stat got: (1) Operation not permitted 2026-02-22T21:46:39.781 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:39.790+0000 7f0ba03348c0 -1 bluestore(/var/lib/ceph/osd/cluster2-0) _read_fsid unparsable uuid 2026-02-22T21:46:42.875 DEBUG:teuthology.orchestra.run.trial172:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-0 2026-02-22T21:46:42.925 DEBUG:teuthology.orchestra.run.trial172:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:42.988 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:42.994+0000 7f75009868c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-1/keyring: can't open /var/lib/ceph/osd/cluster2-1/keyring: (2) No such file or directory 2026-02-22T21:46:42.989 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:42.998+0000 7f75009868c0 -1 created new key in keyring /var/lib/ceph/osd/cluster2-1/keyring 2026-02-22T21:46:42.989 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:42.998+0000 7f75009868c0 -1 bdev(0x560bafc87800 /var/lib/ceph/osd/cluster2-1/block) open stat got: (1) Operation not permitted 2026-02-22T21:46:42.989 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:42.998+0000 7f75009868c0 -1 bluestore(/var/lib/ceph/osd/cluster2-1) _read_fsid unparsable uuid 2026-02-22T21:46:46.079 DEBUG:teuthology.orchestra.run.trial172:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-1 2026-02-22T21:46:46.129 DEBUG:teuthology.orchestra.run.trial172:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster cluster2 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:46.194 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:46.201+0000 7f72f46e98c0 -1 auth: error reading file: /var/lib/ceph/osd/cluster2-2/keyring: can't open /var/lib/ceph/osd/cluster2-2/keyring: (2) No such file or directory 2026-02-22T21:46:46.194 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:46.201+0000 7f72f46e98c0 -1 created new key in keyring /var/lib/ceph/osd/cluster2-2/keyring 2026-02-22T21:46:46.195 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:46.201+0000 7f72f46e98c0 -1 bdev(0x556ec73ff800 /var/lib/ceph/osd/cluster2-2/block) open stat got: (1) Operation not permitted 2026-02-22T21:46:46.195 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:46.201+0000 7f72f46e98c0 -1 bluestore(/var/lib/ceph/osd/cluster2-2) _read_fsid unparsable uuid 2026-02-22T21:46:49.343 DEBUG:teuthology.orchestra.run.trial172:> sudo chown -R ceph:ceph /var/lib/ceph/osd/cluster2-2 2026-02-22T21:46:49.393 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-22T21:46:49.394 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:49.394 DEBUG:teuthology.orchestra.run.trial023:> sudo dd if=/var/lib/ceph/mgr/cluster2-x/keyring of=/dev/stdout 2026-02-22T21:46:49.405 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.405 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/var/lib/ceph/osd/cluster2-0/keyring of=/dev/stdout 2026-02-22T21:46:49.445 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.446 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/var/lib/ceph/osd/cluster2-1/keyring of=/dev/stdout 2026-02-22T21:46:49.497 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.497 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/var/lib/ceph/osd/cluster2-2/keyring of=/dev/stdout 2026-02-22T21:46:49.550 DEBUG:teuthology.orchestra.run.trial023:> set -ex 2026-02-22T21:46:49.550 DEBUG:teuthology.orchestra.run.trial023:> dd if=/etc/ceph/cluster2.client.0.keyring of=/dev/stdout 2026-02-22T21:46:49.554 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.555 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster2.client.mirror.keyring of=/dev/stdout 2026-02-22T21:46:49.596 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.596 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster2.client.mirror.0.keyring of=/dev/stdout 2026-02-22T21:46:49.640 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.640 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster2.client.mirror.1.keyring of=/dev/stdout 2026-02-22T21:46:49.685 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.685 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster2.client.mirror.2.keyring of=/dev/stdout 2026-02-22T21:46:49.734 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.734 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster2.client.mirror.3.keyring of=/dev/stdout 2026-02-22T21:46:49.780 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.780 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster2.client.mirror.4.keyring of=/dev/stdout 2026-02-22T21:46:49.827 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.828 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster2.client.mirror.5.keyring of=/dev/stdout 2026-02-22T21:46:49.872 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:49.872 DEBUG:teuthology.orchestra.run.trial172:> dd if=/etc/ceph/cluster2.client.mirror.6.keyring of=/dev/stdout 2026-02-22T21:46:49.916 INFO:tasks.ceph:Adding keys to all mons... 2026-02-22T21:46:49.916 DEBUG:teuthology.orchestra.run.trial172:> sudo tee -a /etc/ceph/cluster2.keyring 2026-02-22T21:46:49.964 INFO:teuthology.orchestra.run.trial172.stdout:[mgr.x] 2026-02-22T21:46:49.964 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA8eZtpRqiKLRAA9qnDKP7sSixyWmUFz73gsA== 2026-02-22T21:46:49.964 INFO:teuthology.orchestra.run.trial172.stdout:[osd.0] 2026-02-22T21:46:49.964 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA/eZtpVKBLLxAALJOSd+/dp9BT+Q2/38U6MA== 2026-02-22T21:46:49.965 INFO:teuthology.orchestra.run.trial172.stdout:[osd.1] 2026-02-22T21:46:49.965 INFO:teuthology.orchestra.run.trial172.stdout: key = AQBDeZtp52YPABAAevhGvDPQEIanAK/qT6LisQ== 2026-02-22T21:46:49.965 INFO:teuthology.orchestra.run.trial172.stdout:[osd.2] 2026-02-22T21:46:49.965 INFO:teuthology.orchestra.run.trial172.stdout: key = AQBGeZtpJz9KDBAAwsqsdQO2GKuU8vcgO4fJeQ== 2026-02-22T21:46:49.965 INFO:teuthology.orchestra.run.trial172.stdout:[client.0] 2026-02-22T21:46:49.965 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA8eZtpR8IKMRAAJIMaBDsgx2RDXvFyTMq7Lw== 2026-02-22T21:46:49.965 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror] 2026-02-22T21:46:49.966 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA8eZtpSFWtMxAArY/uyc4qC9NC2ZFk41czsw== 2026-02-22T21:46:49.966 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.0] 2026-02-22T21:46:49.966 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA8eZtpAvT1NxAAMiAVzXUHJ3mGrIzuGvMRcA== 2026-02-22T21:46:49.966 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.1] 2026-02-22T21:46:49.966 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA9eZtpQgeuABAAgJ53E0DM9zyyV8LnYQ2u8g== 2026-02-22T21:46:49.966 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.2] 2026-02-22T21:46:49.967 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA9eZtppo7xBBAAFhbJ0p20xEoVT+P8QUnmsQ== 2026-02-22T21:46:49.967 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.3] 2026-02-22T21:46:49.967 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA9eZtpfW85CRAAmxNKx0saB88SEGGCAlz8EA== 2026-02-22T21:46:49.967 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.4] 2026-02-22T21:46:49.967 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA9eZtpG+SEDRAAl/B43FzoYmI9a1k5AM6L7w== 2026-02-22T21:46:49.967 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.5] 2026-02-22T21:46:49.967 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA9eZtp/cvSERAAJrBZ6F0WTj1AG85RrI0/WQ== 2026-02-22T21:46:49.968 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.6] 2026-02-22T21:46:49.968 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA9eZtpD5ceFhAAeg8vrETwFp2DDdUa4EBThw== 2026-02-22T21:46:49.969 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-22T21:46:50.035 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:46:50.101 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:46:50.166 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-22T21:46:50.229 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:50.294 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:50.358 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:50.422 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:50.486 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:50.551 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:50.618 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.4 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:50.682 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.5 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:50.746 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/cluster2.keyring --name=client.mirror.6 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-22T21:46:50.810 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-22T21:46:50.810 DEBUG:teuthology.orchestra.run.trial172:> sudo mkdir -p /var/lib/ceph/mon/cluster2-a 2026-02-22T21:46:50.861 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster cluster2 --mkfs -i a --monmap /home/ubuntu/cephtest/cluster2.monmap --keyring /etc/ceph/cluster2.keyring 2026-02-22T21:46:50.929 DEBUG:teuthology.orchestra.run.trial172:> sudo chown -R ceph:ceph /var/lib/ceph/mon/cluster2-a 2026-02-22T21:46:50.984 DEBUG:teuthology.orchestra.run.trial172:> rm -- /home/ubuntu/cephtest/cluster2.monmap 2026-02-22T21:46:51.028 INFO:tasks.ceph:Starting mon daemons in cluster cluster2... 2026-02-22T21:46:51.029 INFO:tasks.ceph.cluster2.mon.a:Restarting daemon 2026-02-22T21:46:51.029 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster cluster2 -i a 2026-02-22T21:46:51.074 INFO:tasks.ceph.cluster2.mon.a:Started 2026-02-22T21:46:51.074 INFO:tasks.ceph:Starting mgr daemons in cluster cluster2... 2026-02-22T21:46:51.074 INFO:tasks.ceph.cluster2.mgr.x:Restarting daemon 2026-02-22T21:46:51.075 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster cluster2 -i x 2026-02-22T21:46:51.077 INFO:tasks.ceph.cluster2.mgr.x:Started 2026-02-22T21:46:51.078 INFO:tasks.ceph:Setting crush tunables to default 2026-02-22T21:46:51.078 DEBUG:teuthology.orchestra.run.trial172:> sudo ceph --cluster cluster2 osd crush tunables default 2026-02-22T21:46:51.196 INFO:teuthology.orchestra.run.trial172.stderr:adjusted tunables profile to default 2026-02-22T21:46:51.207 INFO:tasks.ceph:check_enable_crimson: False 2026-02-22T21:46:51.207 INFO:tasks.ceph:Starting osd daemons in cluster cluster2... 2026-02-22T21:46:51.207 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:51.207 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/var/lib/ceph/osd/cluster2-0/fsid of=/dev/stdout 2026-02-22T21:46:51.215 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.209+0000 7f434d671280 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-22T21:46:51.217 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:51.217 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/var/lib/ceph/osd/cluster2-1/fsid of=/dev/stdout 2026-02-22T21:46:51.239 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.237+0000 7f434d671280 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-22T21:46:51.268 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:46:51.268 DEBUG:teuthology.orchestra.run.trial172:> sudo dd if=/var/lib/ceph/osd/cluster2-2/fsid of=/dev/stdout 2026-02-22T21:46:51.275 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.273+0000 7f434d671280 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-22T21:46:51.316 DEBUG:teuthology.orchestra.run.trial172:> sudo ceph --cluster cluster2 osd new e58f4dfb-f039-406e-9345-7fdeaac98148 0 2026-02-22T21:46:51.339 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.337+0000 7f434d671280 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-22T21:46:51.404 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.401+0000 7f434d671280 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-22T21:46:51.441 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.437+0000 7f434d671280 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-22T21:46:51.453 INFO:teuthology.orchestra.run.trial172.stdout:0 2026-02-22T21:46:51.463 DEBUG:teuthology.orchestra.run.trial172:> sudo ceph --cluster cluster2 osd new 6f62d0dd-ae01-4b3b-9f08-d6b6b839858b 1 2026-02-22T21:46:51.509 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.505+0000 7f434d671280 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-22T21:46:51.560 INFO:teuthology.orchestra.run.trial172.stdout:1 2026-02-22T21:46:51.569 DEBUG:teuthology.orchestra.run.trial172:> sudo ceph --cluster cluster2 osd new 89ea13ba-b643-471d-97d8-3c47144a9627 2 2026-02-22T21:46:51.664 INFO:teuthology.orchestra.run.trial172.stdout:2 2026-02-22T21:46:51.671 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.669+0000 7f434d671280 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-22T21:46:51.675 INFO:tasks.ceph.cluster2.osd.0:Restarting daemon 2026-02-22T21:46:51.676 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 0 2026-02-22T21:46:51.677 INFO:tasks.ceph.cluster2.osd.0:Started 2026-02-22T21:46:51.678 INFO:tasks.ceph.cluster2.osd.1:Restarting daemon 2026-02-22T21:46:51.678 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 1 2026-02-22T21:46:51.680 INFO:tasks.ceph.cluster2.osd.1:Started 2026-02-22T21:46:51.680 INFO:tasks.ceph.cluster2.osd.2:Restarting daemon 2026-02-22T21:46:51.680 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster cluster2 -i 2 2026-02-22T21:46:51.682 INFO:tasks.ceph.cluster2.osd.2:Started 2026-02-22T21:46:51.682 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:46:51.909 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.905+0000 7f434d671280 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-22T21:46:51.949 INFO:teuthology.orchestra.run.trial172.stderr:2026-02-22T21:46:51.957+0000 7f20937fe640 0 --2- 10.20.193.172:0/1853493986 >> [v2:10.20.193.172:3300/0,v1:10.20.193.172:6789/0] conn(0x7f20940ad0b0 0x7f209413eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-02-22T21:46:51.980 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:46:51.980 INFO:teuthology.orchestra.run.trial172.stdout:{"epoch":5,"fsid":"a1e47ef0-11a3-4b21-944e-e7a5aff65e05","created":"2026-02-22T21:46:51.166419+0000","modified":"2026-02-22T21:46:51.675627+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:46:51.675627+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"e58f4dfb-f039-406e-9345-7fdeaac98148","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"6f62d0dd-ae01-4b3b-9f08-d6b6b839858b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"89ea13ba-b643-471d-97d8-3c47144a9627","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:51.990 INFO:tasks.ceph.ceph_manager.cluster2:[] 2026-02-22T21:46:51.991 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-22T21:46:51.996 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:51.993+0000 7f434d671280 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-22T21:46:52.022 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.017+0000 7f434d671280 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-22T21:46:52.049 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.045+0000 7f434d671280 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-22T21:46:52.079 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.077+0000 7f434d671280 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-22T21:46:52.174 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.169+0000 7f434d671280 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-22T21:46:52.293 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:46:52.341 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:ERROR:root:Module 'xmltodict' is not installed. 2026-02-22T21:46:52.383 INFO:teuthology.misc.health.trial172.stdout: 2026-02-22T21:46:52.383 INFO:teuthology.misc.health.trial172.stdout:{"epoch":5,"fsid":"a1e47ef0-11a3-4b21-944e-e7a5aff65e05","created":"2026-02-22T21:46:51.166419+0000","modified":"2026-02-22T21:46:51.675627+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:46:51.675627+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"e58f4dfb-f039-406e-9345-7fdeaac98148","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"6f62d0dd-ae01-4b3b-9f08-d6b6b839858b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"89ea13ba-b643-471d-97d8-3c47144a9627","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:52.391 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T21:46:52.489 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.485+0000 7f434d671280 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-22T21:46:52.520 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.517+0000 7f434d671280 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-22T21:46:52.593 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.589+0000 7f434d671280 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-22T21:46:52.617 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.613+0000 7f434d671280 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-22T21:46:52.642 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.637+0000 7f434d671280 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-22T21:46:52.668 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.665+0000 7f434d671280 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-22T21:46:52.746 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-22T21:46:52.746 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-22T21:46:52.746 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr: from numpy import show_config as show_numpy_config 2026-02-22T21:46:52.752 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.749+0000 7f434d671280 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-22T21:46:52.785 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.781+0000 7f434d671280 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-22T21:46:52.822 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:52.817+0000 7f434d671280 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-22T21:46:53.270 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T21:46:53.277+0000 7fd44e0418c0 -1 Falling back to public interface 2026-02-22T21:46:53.286 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:46:53.293+0000 7f2a40d7b8c0 -1 Falling back to public interface 2026-02-22T21:46:53.297 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T21:46:53.305+0000 7f36909a88c0 -1 Falling back to public interface 2026-02-22T21:46:54.034 INFO:tasks.ceph.cluster2.mgr.x.trial023.stderr:2026-02-22T21:46:54.029+0000 7f426bec1640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-22T21:46:57.250 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T21:46:57.257+0000 7f36909a88c0 -1 osd.1 0 log_to_monitors true 2026-02-22T21:46:57.335 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T21:46:57.341+0000 7fd44e0418c0 -1 osd.2 0 log_to_monitors true 2026-02-22T21:46:57.709 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:46:57.717+0000 7f2a40d7b8c0 -1 osd.0 0 log_to_monitors true 2026-02-22T21:46:58.694 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:46:58.830 INFO:teuthology.misc.health.trial172.stdout: 2026-02-22T21:46:58.830 INFO:teuthology.misc.health.trial172.stdout:{"epoch":6,"fsid":"a1e47ef0-11a3-4b21-944e-e7a5aff65e05","created":"2026-02-22T21:46:51.166419+0000","modified":"2026-02-22T21:46:57.842453+0000","last_up_change":"0.000000","last_in_change":"2026-02-22T21:46:51.675627+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"e58f4dfb-f039-406e-9345-7fdeaac98148","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"6f62d0dd-ae01-4b3b-9f08-d6b6b839858b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"89ea13ba-b643-471d-97d8-3c47144a9627","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:46:58.837 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T21:46:58.845+0000 7f368c951640 -1 osd.1 0 waiting for initial osdmap 2026-02-22T21:46:58.837 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:46:58.845+0000 7f2a3cd24640 -1 osd.0 0 waiting for initial osdmap 2026-02-22T21:46:58.838 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T21:46:58.845+0000 7fd449fea640 -1 osd.2 0 waiting for initial osdmap 2026-02-22T21:46:58.839 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-02-22T21:46:58.874 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:46:58.881+0000 7f2a34b57640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:46:58.874 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T21:46:58.881+0000 7f3684784640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:46:58.875 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T21:46:58.881+0000 7fd441e1d640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-22T21:47:05.142 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:47:05.285 INFO:teuthology.misc.health.trial172.stdout: 2026-02-22T21:47:05.286 INFO:teuthology.misc.health.trial172.stdout:{"epoch":11,"fsid":"a1e47ef0-11a3-4b21-944e-e7a5aff65e05","created":"2026-02-22T21:46:51.166419+0000","modified":"2026-02-22T21:47:03.857677+0000","last_up_change":"2026-02-22T21:46:59.848103+0000","last_in_change":"2026-02-22T21:46:51.675627+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:47:00.873183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e58f4dfb-f039-406e-9345-7fdeaac98148","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6808","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6809","nonce":1466619262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6810","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6811","nonce":1466619262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6814","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6815","nonce":1466619262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6812","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6813","nonce":1466619262}]},"public_addr":"10.20.193.172:6809/1466619262","cluster_addr":"10.20.193.172:6811/1466619262","heartbeat_back_addr":"10.20.193.172:6815/1466619262","heartbeat_front_addr":"10.20.193.172:6813/1466619262","state":["exists","up"]},{"osd":1,"uuid":"6f62d0dd-ae01-4b3b-9f08-d6b6b839858b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6816","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6817","nonce":2034778489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6818","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6819","nonce":2034778489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6822","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6823","nonce":2034778489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6820","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6821","nonce":2034778489}]},"public_addr":"10.20.193.172:6817/2034778489","cluster_addr":"10.20.193.172:6819/2034778489","heartbeat_back_addr":"10.20.193.172:6823/2034778489","heartbeat_front_addr":"10.20.193.172:6821/2034778489","state":["exists","up"]},{"osd":2,"uuid":"89ea13ba-b643-471d-97d8-3c47144a9627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6800","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6801","nonce":923375402}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6802","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6803","nonce":923375402}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6806","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6807","nonce":923375402}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6804","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6805","nonce":923375402}]},"public_addr":"10.20.193.172:6801/923375402","cluster_addr":"10.20.193.172:6803/923375402","heartbeat_back_addr":"10.20.193.172:6807/923375402","heartbeat_front_addr":"10.20.193.172:6805/923375402","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:47:05.295 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-02-22T21:47:05.295 INFO:tasks.ceph:Creating RBD pool 2026-02-22T21:47:05.296 DEBUG:teuthology.orchestra.run.trial172:> sudo ceph --cluster cluster2 osd pool create rbd 8 2026-02-22T21:47:05.854 INFO:teuthology.orchestra.run.trial172.stderr:pool 'rbd' created 2026-02-22T21:47:05.866 DEBUG:teuthology.orchestra.run.trial172:> rbd --cluster cluster2 pool init rbd 2026-02-22T21:47:08.869 INFO:tasks.ceph:Starting mds daemons in cluster cluster2... 2026-02-22T21:47:08.870 INFO:tasks.ceph:Waiting until cluster2 daemons up and pgs clean... 2026-02-22T21:47:08.870 INFO:tasks.ceph.ceph_manager.cluster2:waiting for mgr available 2026-02-22T21:47:08.871 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 mgr dump --format=json 2026-02-22T21:47:08.871 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-22T21:47:09.042 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:47:09.051 INFO:teuthology.orchestra.run.trial172.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6826","nonce":72751269},{"type":"v1","addr":"10.20.193.23:6827","nonce":72751269}]},"active_addr":"10.20.193.23:6827/72751269","active_change":"2026-02-22T21:46:52.835873+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.23:0","nonce":2753065763}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.23:0","nonce":3434142932}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.23:0","nonce":4156434514}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.23:0","nonce":3578745887}]}]} 2026-02-22T21:47:09.058 INFO:tasks.ceph.ceph_manager.cluster2:mgr available! 2026-02-22T21:47:09.058 INFO:tasks.ceph.ceph_manager.cluster2:waiting for all up 2026-02-22T21:47:09.059 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:47:09.212 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:47:09.212 INFO:teuthology.orchestra.run.trial172.stdout:{"epoch":15,"fsid":"a1e47ef0-11a3-4b21-944e-e7a5aff65e05","created":"2026-02-22T21:46:51.166419+0000","modified":"2026-02-22T21:47:08.870917+0000","last_up_change":"2026-02-22T21:46:59.848103+0000","last_in_change":"2026-02-22T21:46:51.675627+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:47:00.873183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:47:05.453241+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":15,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e58f4dfb-f039-406e-9345-7fdeaac98148","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6808","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6809","nonce":1466619262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6810","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6811","nonce":1466619262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6814","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6815","nonce":1466619262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6812","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6813","nonce":1466619262}]},"public_addr":"10.20.193.172:6809/1466619262","cluster_addr":"10.20.193.172:6811/1466619262","heartbeat_back_addr":"10.20.193.172:6815/1466619262","heartbeat_front_addr":"10.20.193.172:6813/1466619262","state":["exists","up"]},{"osd":1,"uuid":"6f62d0dd-ae01-4b3b-9f08-d6b6b839858b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6816","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6817","nonce":2034778489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6818","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6819","nonce":2034778489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6822","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6823","nonce":2034778489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6820","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6821","nonce":2034778489}]},"public_addr":"10.20.193.172:6817/2034778489","cluster_addr":"10.20.193.172:6819/2034778489","heartbeat_back_addr":"10.20.193.172:6823/2034778489","heartbeat_front_addr":"10.20.193.172:6821/2034778489","state":["exists","up"]},{"osd":2,"uuid":"89ea13ba-b643-471d-97d8-3c47144a9627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6800","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6801","nonce":923375402}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6802","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6803","nonce":923375402}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6806","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6807","nonce":923375402}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6804","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6805","nonce":923375402}]},"public_addr":"10.20.193.172:6801/923375402","cluster_addr":"10.20.193.172:6803/923375402","heartbeat_back_addr":"10.20.193.172:6807/923375402","heartbeat_front_addr":"10.20.193.172:6805/923375402","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:47:09.222 INFO:tasks.ceph.ceph_manager.cluster2:all up! 2026-02-22T21:47:09.223 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T21:47:09.374 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:47:09.374 INFO:teuthology.orchestra.run.trial172.stdout:{"epoch":15,"fsid":"a1e47ef0-11a3-4b21-944e-e7a5aff65e05","created":"2026-02-22T21:46:51.166419+0000","modified":"2026-02-22T21:47:08.870917+0000","last_up_change":"2026-02-22T21:46:59.848103+0000","last_in_change":"2026-02-22T21:46:51.675627+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:47:00.873183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:47:05.453241+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":15,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e58f4dfb-f039-406e-9345-7fdeaac98148","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6808","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6809","nonce":1466619262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6810","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6811","nonce":1466619262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6814","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6815","nonce":1466619262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6812","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6813","nonce":1466619262}]},"public_addr":"10.20.193.172:6809/1466619262","cluster_addr":"10.20.193.172:6811/1466619262","heartbeat_back_addr":"10.20.193.172:6815/1466619262","heartbeat_front_addr":"10.20.193.172:6813/1466619262","state":["exists","up"]},{"osd":1,"uuid":"6f62d0dd-ae01-4b3b-9f08-d6b6b839858b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6816","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6817","nonce":2034778489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6818","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6819","nonce":2034778489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6822","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6823","nonce":2034778489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6820","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6821","nonce":2034778489}]},"public_addr":"10.20.193.172:6817/2034778489","cluster_addr":"10.20.193.172:6819/2034778489","heartbeat_back_addr":"10.20.193.172:6823/2034778489","heartbeat_front_addr":"10.20.193.172:6821/2034778489","state":["exists","up"]},{"osd":2,"uuid":"89ea13ba-b643-471d-97d8-3c47144a9627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6800","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6801","nonce":923375402}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6802","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6803","nonce":923375402}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6806","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6807","nonce":923375402}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6804","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6805","nonce":923375402}]},"public_addr":"10.20.193.172:6801/923375402","cluster_addr":"10.20.193.172:6803/923375402","heartbeat_back_addr":"10.20.193.172:6807/923375402","heartbeat_front_addr":"10.20.193.172:6805/923375402","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T21:47:09.385 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.0 flush_pg_stats 2026-02-22T21:47:09.386 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.1 flush_pg_stats 2026-02-22T21:47:09.386 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.2 flush_pg_stats 2026-02-22T21:47:09.470 INFO:teuthology.orchestra.run.trial172.stdout:34359738373 2026-02-22T21:47:09.470 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0 2026-02-22T21:47:09.472 INFO:teuthology.orchestra.run.trial172.stdout:34359738372 2026-02-22T21:47:09.472 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2 2026-02-22T21:47:09.483 INFO:teuthology.orchestra.run.trial172.stdout:34359738373 2026-02-22T21:47:09.483 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1 2026-02-22T21:47:09.622 INFO:teuthology.orchestra.run.trial172.stdout:34359738372 2026-02-22T21:47:09.630 INFO:teuthology.orchestra.run.trial172.stdout:34359738371 2026-02-22T21:47:09.633 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738372 for osd.0 2026-02-22T21:47:09.642 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738371 for osd.2 2026-02-22T21:47:09.664 INFO:teuthology.orchestra.run.trial172.stdout:34359738372 2026-02-22T21:47:09.675 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738372 for osd.1 2026-02-22T21:47:10.634 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0 2026-02-22T21:47:10.642 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2 2026-02-22T21:47:10.677 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1 2026-02-22T21:47:10.781 INFO:teuthology.orchestra.run.trial172.stdout:34359738372 2026-02-22T21:47:10.793 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738372 for osd.0 2026-02-22T21:47:10.824 INFO:teuthology.orchestra.run.trial172.stdout:34359738371 2026-02-22T21:47:10.827 INFO:teuthology.orchestra.run.trial172.stdout:34359738372 2026-02-22T21:47:10.836 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738371 for osd.2 2026-02-22T21:47:10.839 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738372 for osd.1 2026-02-22T21:47:11.793 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.0 2026-02-22T21:47:11.836 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.2 2026-02-22T21:47:11.840 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd last-stat-seq osd.1 2026-02-22T21:47:11.944 INFO:teuthology.orchestra.run.trial172.stdout:34359738373 2026-02-22T21:47:11.956 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738373 for osd.0 2026-02-22T21:47:11.957 DEBUG:teuthology.parallel:result is None 2026-02-22T21:47:11.980 INFO:teuthology.orchestra.run.trial172.stdout:34359738372 2026-02-22T21:47:11.992 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738372 got 34359738372 for osd.2 2026-02-22T21:47:11.992 DEBUG:teuthology.parallel:result is None 2026-02-22T21:47:12.029 INFO:teuthology.orchestra.run.trial172.stdout:34359738373 2026-02-22T21:47:12.040 INFO:tasks.ceph.ceph_manager.cluster2:need seq 34359738373 got 34359738373 for osd.1 2026-02-22T21:47:12.041 DEBUG:teuthology.parallel:result is None 2026-02-22T21:47:12.041 INFO:tasks.ceph.ceph_manager.cluster2:waiting for clean 2026-02-22T21:47:12.041 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T21:47:12.227 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:47:12.227 INFO:teuthology.orchestra.run.trial172.stderr:dumped all 2026-02-22T21:47:12.237 INFO:teuthology.orchestra.run.trial172.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-02-22T21:47:11.113873+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81428,"kb_used_data":520,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034092,"statfs":{"total":289910292480,"available":289826910208,"internally_reserved":0,"allocated":532480,"data_stored":1295449,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4781,"internal_metadata":82767187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.286086"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877900+0000","last_change":"2026-02-22T21:47:08.877900+0000","last_active":"2026-02-22T21:47:08.877900+0000","last_peered":"2026-02-22T21:47:08.877900+0000","last_clean":"2026-02-22T21:47:08.877900+0000","last_became_active":"2026-02-22T21:47:06.872795+0000","last_became_peered":"2026-02-22T21:47:06.872795+0000","last_unstale":"2026-02-22T21:47:08.877900+0000","last_undegraded":"2026-02-22T21:47:08.877900+0000","last_fullsized":"2026-02-22T21:47:08.877900+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:58:39.702242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058114699999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877584+0000","last_change":"2026-02-22T21:47:08.877584+0000","last_active":"2026-02-22T21:47:08.877584+0000","last_peered":"2026-02-22T21:47:08.877584+0000","last_clean":"2026-02-22T21:47:08.877584+0000","last_became_active":"2026-02-22T21:47:06.872839+0000","last_became_peered":"2026-02-22T21:47:06.872839+0000","last_unstale":"2026-02-22T21:47:08.877584+0000","last_undegraded":"2026-02-22T21:47:08.877584+0000","last_fullsized":"2026-02-22T21:47:08.877584+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:55.514170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000319888,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877724+0000","last_change":"2026-02-22T21:47:08.877724+0000","last_active":"2026-02-22T21:47:08.877724+0000","last_peered":"2026-02-22T21:47:08.877724+0000","last_clean":"2026-02-22T21:47:08.877724+0000","last_became_active":"2026-02-22T21:47:06.873278+0000","last_became_peered":"2026-02-22T21:47:06.873278+0000","last_unstale":"2026-02-22T21:47:08.877724+0000","last_undegraded":"2026-02-22T21:47:08.877724+0000","last_fullsized":"2026-02-22T21:47:08.877724+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:02:18.599940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046129400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877752+0000","last_change":"2026-02-22T21:47:08.877752+0000","last_active":"2026-02-22T21:47:08.877752+0000","last_peered":"2026-02-22T21:47:08.877752+0000","last_clean":"2026-02-22T21:47:08.877752+0000","last_became_active":"2026-02-22T21:47:06.873240+0000","last_became_peered":"2026-02-22T21:47:06.873240+0000","last_unstale":"2026-02-22T21:47:08.877752+0000","last_undegraded":"2026-02-22T21:47:08.877752+0000","last_fullsized":"2026-02-22T21:47:08.877752+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:39.196929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046304700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"15'2","reported_seq":21,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.876713+0000","last_change":"2026-02-22T21:47:08.876168+0000","last_active":"2026-02-22T21:47:08.876713+0000","last_peered":"2026-02-22T21:47:08.876713+0000","last_clean":"2026-02-22T21:47:08.876713+0000","last_became_active":"2026-02-22T21:47:06.872902+0000","last_became_peered":"2026-02-22T21:47:06.872902+0000","last_unstale":"2026-02-22T21:47:08.876713+0000","last_undegraded":"2026-02-22T21:47:08.876713+0000","last_fullsized":"2026-02-22T21:47:08.876713+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:57:15.050243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064856400000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.873768+0000","last_change":"2026-02-22T21:47:08.873768+0000","last_active":"2026-02-22T21:47:08.873768+0000","last_peered":"2026-02-22T21:47:08.873768+0000","last_clean":"2026-02-22T21:47:08.873768+0000","last_became_active":"2026-02-22T21:47:06.872757+0000","last_became_peered":"2026-02-22T21:47:06.872757+0000","last_unstale":"2026-02-22T21:47:08.873768+0000","last_undegraded":"2026-02-22T21:47:08.873768+0000","last_fullsized":"2026-02-22T21:47:08.873768+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:14:59.100157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029165499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.873781+0000","last_change":"2026-02-22T21:47:08.873781+0000","last_active":"2026-02-22T21:47:08.873781+0000","last_peered":"2026-02-22T21:47:08.873781+0000","last_clean":"2026-02-22T21:47:08.873781+0000","last_became_active":"2026-02-22T21:47:06.872951+0000","last_became_peered":"2026-02-22T21:47:06.872951+0000","last_unstale":"2026-02-22T21:47:08.873781+0000","last_undegraded":"2026-02-22T21:47:08.873781+0000","last_fullsized":"2026-02-22T21:47:08.873781+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:57:55.396028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029786800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"13'1","reported_seq":20,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877540+0000","last_change":"2026-02-22T21:47:08.877540+0000","last_active":"2026-02-22T21:47:08.877540+0000","last_peered":"2026-02-22T21:47:08.877540+0000","last_clean":"2026-02-22T21:47:08.877540+0000","last_became_active":"2026-02-22T21:47:06.872447+0000","last_became_peered":"2026-02-22T21:47:06.872447+0000","last_unstale":"2026-02-22T21:47:08.877540+0000","last_undegraded":"2026-02-22T21:47:08.877540+0000","last_fullsized":"2026-02-22T21:47:08.877540+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:20:40.946286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031625199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'72","reported_seq":110,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877227+0000","last_change":"2026-02-22T21:47:03.567874+0000","last_active":"2026-02-22T21:47:08.877227+0000","last_peered":"2026-02-22T21:47:08.877227+0000","last_clean":"2026-02-22T21:47:08.877227+0000","last_became_active":"2026-02-22T21:47:03.567194+0000","last_became_peered":"2026-02-22T21:47:03.567194+0000","last_unstale":"2026-02-22T21:47:08.877227+0000","last_undegraded":"2026-02-22T21:47:08.877227+0000","last_fullsized":"2026-02-22T21:47:08.877227+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_clean_scrub_stamp":"2026-02-22T21:47:01.853258+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:07:25.697364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738373,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27100,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344740,"statfs":{"total":96636764160,"available":96609013760,"internally_reserved":0,"allocated":131072,"data_stored":38225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738374,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":200704,"data_stored":628612,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738374,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":200704,"data_stored":628612,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T21:47:12.239 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T21:47:12.382 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:47:12.382 INFO:teuthology.orchestra.run.trial172.stderr:dumped all 2026-02-22T21:47:12.391 INFO:teuthology.orchestra.run.trial172.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-02-22T21:47:11.113873+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":81428,"kb_used_data":520,"kb_used_omap":4,"kb_used_meta":80827,"kb_avail":283034092,"statfs":{"total":289910292480,"available":289826910208,"internally_reserved":0,"allocated":532480,"data_stored":1295449,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4781,"internal_metadata":82767187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.286086"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877900+0000","last_change":"2026-02-22T21:47:08.877900+0000","last_active":"2026-02-22T21:47:08.877900+0000","last_peered":"2026-02-22T21:47:08.877900+0000","last_clean":"2026-02-22T21:47:08.877900+0000","last_became_active":"2026-02-22T21:47:06.872795+0000","last_became_peered":"2026-02-22T21:47:06.872795+0000","last_unstale":"2026-02-22T21:47:08.877900+0000","last_undegraded":"2026-02-22T21:47:08.877900+0000","last_fullsized":"2026-02-22T21:47:08.877900+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:58:39.702242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058114699999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877584+0000","last_change":"2026-02-22T21:47:08.877584+0000","last_active":"2026-02-22T21:47:08.877584+0000","last_peered":"2026-02-22T21:47:08.877584+0000","last_clean":"2026-02-22T21:47:08.877584+0000","last_became_active":"2026-02-22T21:47:06.872839+0000","last_became_peered":"2026-02-22T21:47:06.872839+0000","last_unstale":"2026-02-22T21:47:08.877584+0000","last_undegraded":"2026-02-22T21:47:08.877584+0000","last_fullsized":"2026-02-22T21:47:08.877584+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:55.514170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000319888,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877724+0000","last_change":"2026-02-22T21:47:08.877724+0000","last_active":"2026-02-22T21:47:08.877724+0000","last_peered":"2026-02-22T21:47:08.877724+0000","last_clean":"2026-02-22T21:47:08.877724+0000","last_became_active":"2026-02-22T21:47:06.873278+0000","last_became_peered":"2026-02-22T21:47:06.873278+0000","last_unstale":"2026-02-22T21:47:08.877724+0000","last_undegraded":"2026-02-22T21:47:08.877724+0000","last_fullsized":"2026-02-22T21:47:08.877724+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:02:18.599940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046129400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877752+0000","last_change":"2026-02-22T21:47:08.877752+0000","last_active":"2026-02-22T21:47:08.877752+0000","last_peered":"2026-02-22T21:47:08.877752+0000","last_clean":"2026-02-22T21:47:08.877752+0000","last_became_active":"2026-02-22T21:47:06.873240+0000","last_became_peered":"2026-02-22T21:47:06.873240+0000","last_unstale":"2026-02-22T21:47:08.877752+0000","last_undegraded":"2026-02-22T21:47:08.877752+0000","last_fullsized":"2026-02-22T21:47:08.877752+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:39.196929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046304700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"15'2","reported_seq":21,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.876713+0000","last_change":"2026-02-22T21:47:08.876168+0000","last_active":"2026-02-22T21:47:08.876713+0000","last_peered":"2026-02-22T21:47:08.876713+0000","last_clean":"2026-02-22T21:47:08.876713+0000","last_became_active":"2026-02-22T21:47:06.872902+0000","last_became_peered":"2026-02-22T21:47:06.872902+0000","last_unstale":"2026-02-22T21:47:08.876713+0000","last_undegraded":"2026-02-22T21:47:08.876713+0000","last_fullsized":"2026-02-22T21:47:08.876713+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:57:15.050243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064856400000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.873768+0000","last_change":"2026-02-22T21:47:08.873768+0000","last_active":"2026-02-22T21:47:08.873768+0000","last_peered":"2026-02-22T21:47:08.873768+0000","last_clean":"2026-02-22T21:47:08.873768+0000","last_became_active":"2026-02-22T21:47:06.872757+0000","last_became_peered":"2026-02-22T21:47:06.872757+0000","last_unstale":"2026-02-22T21:47:08.873768+0000","last_undegraded":"2026-02-22T21:47:08.873768+0000","last_fullsized":"2026-02-22T21:47:08.873768+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:14:59.100157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029165499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.873781+0000","last_change":"2026-02-22T21:47:08.873781+0000","last_active":"2026-02-22T21:47:08.873781+0000","last_peered":"2026-02-22T21:47:08.873781+0000","last_clean":"2026-02-22T21:47:08.873781+0000","last_became_active":"2026-02-22T21:47:06.872951+0000","last_became_peered":"2026-02-22T21:47:06.872951+0000","last_unstale":"2026-02-22T21:47:08.873781+0000","last_undegraded":"2026-02-22T21:47:08.873781+0000","last_fullsized":"2026-02-22T21:47:08.873781+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:57:55.396028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029786800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"13'1","reported_seq":20,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877540+0000","last_change":"2026-02-22T21:47:08.877540+0000","last_active":"2026-02-22T21:47:08.877540+0000","last_peered":"2026-02-22T21:47:08.877540+0000","last_clean":"2026-02-22T21:47:08.877540+0000","last_became_active":"2026-02-22T21:47:06.872447+0000","last_became_peered":"2026-02-22T21:47:06.872447+0000","last_unstale":"2026-02-22T21:47:08.877540+0000","last_undegraded":"2026-02-22T21:47:08.877540+0000","last_fullsized":"2026-02-22T21:47:08.877540+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:20:40.946286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031625199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'72","reported_seq":110,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-02-22T21:47:08.877227+0000","last_change":"2026-02-22T21:47:03.567874+0000","last_active":"2026-02-22T21:47:08.877227+0000","last_peered":"2026-02-22T21:47:08.877227+0000","last_clean":"2026-02-22T21:47:08.877227+0000","last_became_active":"2026-02-22T21:47:03.567194+0000","last_became_peered":"2026-02-22T21:47:03.567194+0000","last_unstale":"2026-02-22T21:47:08.877227+0000","last_undegraded":"2026-02-22T21:47:08.877227+0000","last_fullsized":"2026-02-22T21:47:08.877227+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_clean_scrub_stamp":"2026-02-22T21:47:01.853258+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:07:25.697364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738373,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27100,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344740,"statfs":{"total":96636764160,"available":96609013760,"internally_reserved":0,"allocated":131072,"data_stored":38225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738374,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":200704,"data_stored":628612,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738374,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27164,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344676,"statfs":{"total":96636764160,"available":96608948224,"internally_reserved":0,"allocated":200704,"data_stored":628612,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T21:47:12.392 INFO:tasks.ceph.ceph_manager.cluster2:clean! 2026-02-22T21:47:12.392 INFO:tasks.ceph:Waiting until ceph cluster cluster2 is healthy... 2026-02-22T21:47:12.392 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy 2026-02-22T21:47:12.392 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 health --format=json 2026-02-22T21:47:12.549 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T21:47:12.549 INFO:teuthology.orchestra.run.trial172.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-22T21:47:12.560 INFO:tasks.ceph.ceph_manager.cluster2:wait_until_healthy done 2026-02-22T21:47:12.560 INFO:teuthology.run_tasks:Running task exec... 2026-02-22T21:47:12.575 INFO:teuthology.task.exec:Executing custom commands... 2026-02-22T21:47:12.575 INFO:teuthology.task.exec:Running commands on role cluster1.client.mirror.0 host ubuntu@trial172.front.sepia.ceph.com 2026-02-22T21:47:12.575 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror mon '"'"'profile rbd-mirror-peer'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:12.756 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror] 2026-02-22T21:47:12.756 INFO:teuthology.orchestra.run.trial172.stdout: key = AQAZeZtpku3EEhAAcZmj6VsreVFlyOCk/6aUVQ== 2026-02-22T21:47:12.756 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror-peer" 2026-02-22T21:47:12.757 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:12.757 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror 2026-02-22T21:47:12.767 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror.0 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:12.945 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.0] 2026-02-22T21:47:12.946 INFO:teuthology.orchestra.run.trial172.stdout: key = AQAZeZtpaLjCFhAAlo47miYh/y2DLiYRtjd4bA== 2026-02-22T21:47:12.946 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror" 2026-02-22T21:47:12.946 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:12.946 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror.0 2026-02-22T21:47:12.956 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror.1 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:13.143 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.1] 2026-02-22T21:47:13.143 INFO:teuthology.orchestra.run.trial172.stdout: key = AQAZeZtpOSzLGhAAGLgdQbvYJZuSTD6rD17uEA== 2026-02-22T21:47:13.143 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror" 2026-02-22T21:47:13.143 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:13.144 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror.1 2026-02-22T21:47:13.154 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror.2 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:13.332 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.2] 2026-02-22T21:47:13.332 INFO:teuthology.orchestra.run.trial172.stdout: key = AQAZeZtpu9n8HhAAUNAekza4kYE2GAqC75TvsA== 2026-02-22T21:47:13.332 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror" 2026-02-22T21:47:13.332 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:13.332 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror.2 2026-02-22T21:47:13.342 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster1 auth caps client.mirror.3 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:13.521 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.3] 2026-02-22T21:47:13.521 INFO:teuthology.orchestra.run.trial172.stdout: key = AQAZeZtpXQRGIxAALLkDwCHAF8zWjqZyNmxFsw== 2026-02-22T21:47:13.521 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror" 2026-02-22T21:47:13.521 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:13.521 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror.3 2026-02-22T21:47:13.532 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror mon '"'"'profile rbd-mirror-peer'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:13.709 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror] 2026-02-22T21:47:13.709 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA8eZtpSFWtMxAArY/uyc4qC9NC2ZFk41czsw== 2026-02-22T21:47:13.709 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror-peer" 2026-02-22T21:47:13.709 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:13.710 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror 2026-02-22T21:47:13.720 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror.0 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:13.901 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.0] 2026-02-22T21:47:13.901 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA8eZtpAvT1NxAAMiAVzXUHJ3mGrIzuGvMRcA== 2026-02-22T21:47:13.901 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror" 2026-02-22T21:47:13.901 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:13.901 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror.0 2026-02-22T21:47:13.912 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror.1 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:14.087 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.1] 2026-02-22T21:47:14.087 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA9eZtpQgeuABAAgJ53E0DM9zyyV8LnYQ2u8g== 2026-02-22T21:47:14.087 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror" 2026-02-22T21:47:14.087 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:14.088 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror.1 2026-02-22T21:47:14.098 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror.2 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:14.280 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.2] 2026-02-22T21:47:14.280 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA9eZtppo7xBBAAFhbJ0p20xEoVT+P8QUnmsQ== 2026-02-22T21:47:14.280 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror" 2026-02-22T21:47:14.280 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:14.281 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror.2 2026-02-22T21:47:14.291 DEBUG:teuthology.orchestra.run.trial172:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ceph --cluster cluster2 auth caps client.mirror.3 mon '"'"'profile rbd-mirror'"'"' osd '"'"'profile rbd'"'"'' 2026-02-22T21:47:14.469 INFO:teuthology.orchestra.run.trial172.stdout:[client.mirror.3] 2026-02-22T21:47:14.469 INFO:teuthology.orchestra.run.trial172.stdout: key = AQA9eZtpfW85CRAAmxNKx0saB88SEGGCAlz8EA== 2026-02-22T21:47:14.469 INFO:teuthology.orchestra.run.trial172.stdout: caps mon = "profile rbd-mirror" 2026-02-22T21:47:14.469 INFO:teuthology.orchestra.run.trial172.stdout: caps osd = "profile rbd" 2026-02-22T21:47:14.469 INFO:teuthology.orchestra.run.trial172.stderr:updated caps for client.mirror.3 2026-02-22T21:47:14.480 INFO:teuthology.run_tasks:Running task rbd-mirror... 2026-02-22T21:47:14.492 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Restarting daemon 2026-02-22T21:47:14.492 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 2026-02-22T21:47:14.494 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Started 2026-02-22T21:47:14.494 INFO:teuthology.run_tasks:Running task rbd-mirror... 2026-02-22T21:47:14.521 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Restarting daemon 2026-02-22T21:47:14.521 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 2026-02-22T21:47:14.523 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Started 2026-02-22T21:47:14.523 INFO:teuthology.run_tasks:Running task rbd-mirror... 2026-02-22T21:47:14.539 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Restarting daemon 2026-02-22T21:47:14.539 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 2026-02-22T21:47:14.541 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Started 2026-02-22T21:47:14.541 INFO:teuthology.run_tasks:Running task rbd-mirror... 2026-02-22T21:47:14.557 INFO:tasks.rbd_mirror.cluster1.client.mirror.3:Restarting daemon 2026-02-22T21:47:14.557 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.3 2026-02-22T21:47:14.559 INFO:tasks.rbd_mirror.cluster1.client.mirror.3:Started 2026-02-22T21:47:14.560 INFO:teuthology.run_tasks:Running task rbd-mirror... 2026-02-22T21:47:14.575 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Restarting daemon 2026-02-22T21:47:14.576 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 2026-02-22T21:47:14.578 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Started 2026-02-22T21:47:14.578 INFO:teuthology.run_tasks:Running task rbd-mirror... 2026-02-22T21:47:14.635 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Restarting daemon 2026-02-22T21:47:14.636 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 2026-02-22T21:47:14.637 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Started 2026-02-22T21:47:14.637 INFO:teuthology.run_tasks:Running task rbd-mirror... 2026-02-22T21:47:14.648 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Restarting daemon 2026-02-22T21:47:14.649 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.2 2026-02-22T21:47:14.650 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Started 2026-02-22T21:47:14.650 INFO:teuthology.run_tasks:Running task rbd-mirror... 2026-02-22T21:47:14.662 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Restarting daemon 2026-02-22T21:47:14.662 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.3 2026-02-22T21:47:14.664 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Started 2026-02-22T21:47:14.664 INFO:teuthology.run_tasks:Running task rbd-mirror-thrash... 2026-02-22T21:47:14.679 INFO:tasks.rbd_mirror_thrash:rbd_mirror_thrash using random seed: 1771796834 2026-02-22T21:47:14.679 DEBUG:tasks.rbd_mirror_thrash:Yielding 2026-02-22T21:47:14.679 INFO:teuthology.run_tasks:Running task rbd-mirror-thrash... 2026-02-22T21:47:14.691 INFO:tasks.rbd_mirror_thrash:rbd_mirror_thrash using random seed: 1771796834 2026-02-22T21:47:14.691 DEBUG:tasks.rbd_mirror_thrash:Yielding 2026-02-22T21:47:14.691 INFO:teuthology.run_tasks:Running task workunit... 2026-02-22T21:47:14.711 INFO:tasks.workunit:Pulling workunits from ref f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:47:14.711 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-02-22T21:47:14.712 DEBUG:teuthology.orchestra.run.trial172:> stat -- /home/ubuntu/cephtest/mnt.cluster1.mirror 2026-02-22T21:47:14.712 INFO:tasks.rbd_mirror_thrash:starting thrash for cluster cluster1 2026-02-22T21:47:14.712 INFO:tasks.rbd_mirror_thrash:waiting for 95.51755541742523 secs before thrashing 2026-02-22T21:47:14.712 INFO:tasks.rbd_mirror_thrash:starting thrash for cluster cluster2 2026-02-22T21:47:14.712 INFO:tasks.rbd_mirror_thrash:waiting for 61.453213526976796 secs before thrashing 2026-02-22T21:47:14.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T21:47:14.716 INFO:teuthology.orchestra.run.trial172.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.cluster1.mirror': No such file or directory 2026-02-22T21:47:14.716 DEBUG:teuthology.orchestra.run.trial172:> mkdir -- /home/ubuntu/cephtest/mnt.cluster1.mirror 2026-02-22T21:47:14.764 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.cluster1.mirror 2026-02-22T21:47:14.764 DEBUG:teuthology.orchestra.run.trial172:> cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror && mkdir -- client.mirror 2026-02-22T21:47:14.808 INFO:tasks.workunit:timeout=6h 2026-02-22T21:47:14.808 INFO:tasks.workunit:cleanup=True 2026-02-22T21:47:14.808 DEBUG:teuthology.orchestra.run.trial172:> rm -rf /home/ubuntu/cephtest/clone.cluster1.client.mirror && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.cluster1.client.mirror && cd /home/ubuntu/cephtest/clone.cluster1.client.mirror && git checkout f90f4eaebb28b619cf76e80cbbe997656da69579 2026-02-22T21:47:14.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Cloning into '/home/ubuntu/cephtest/clone.cluster1.client.mirror'... 2026-02-22T21:47:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Note: switching to 'f90f4eaebb28b619cf76e80cbbe997656da69579'. 2026-02-22T21:47:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:47:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-02-22T21:47:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:changes and commit them, and you can discard any commits you make in this 2026-02-22T21:47:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:state without impacting any branches by switching back to a branch. 2026-02-22T21:47:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:47:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:If you want to create a new branch to retain commits you create, you may 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:do so (now or later) by using -c with the switch command. Example: 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: git switch -c 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Or undo this operation with: 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: git switch - 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:47:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:HEAD is now at f90f4eaebb2 Merge branch 'wip-74712-squid' of https://github.com/idryomov/ceph into wip-yuri6-testing-2026-02-22-1629-squid 2026-02-22T21:47:36.474 DEBUG:teuthology.orchestra.run.trial172:> cd -- /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.cluster1.client.mirror 2026-02-22T21:47:36.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-02-22T21:47:36.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/direct_io' 2026-02-22T21:47:36.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-02-22T21:47:36.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-02-22T21:47:36.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-02-22T21:47:36.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/direct_io' 2026-02-22T21:47:36.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/fs' 2026-02-22T21:47:36.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-02-22T21:47:36.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/fs' 2026-02-22T21:47:36.702 DEBUG:teuthology.orchestra.run.trial172:> set -ex 2026-02-22T21:47:36.702 DEBUG:teuthology.orchestra.run.trial172:> dd if=/home/ubuntu/cephtest/workunits.list.cluster1.client.mirror of=/dev/stdout 2026-02-22T21:47:36.749 INFO:tasks.workunit:Running workunits matching rbd/rbd_mirror_stress.sh on cluster1.client.mirror... 2026-02-22T21:47:36.751 INFO:tasks.workunit:Running workunit rbd/rbd_mirror_stress.sh... 2026-02-22T21:47:36.751 DEBUG:teuthology.orchestra.run.trial172:workunit test rbd/rbd_mirror_stress.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && cd -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f90f4eaebb28b619cf76e80cbbe997656da69579 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster cluster1" CEPH_ID="mirror" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror CEPH_MNT=/home/ubuntu/cephtest/mnt.cluster1.mirror CEPH_ARGS='' MIRROR_POOL_MODE=image RBD_IMAGE_FEATURES=layering,exclusive-lock,object-map,fast-diff RBD_MIRROR_INSTANCES=4 RBD_MIRROR_MODE=snapshot RBD_MIRROR_USE_EXISTING_CLUSTER=1 RBD_MIRROR_USE_RBD_MIRROR=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_stress.sh 2026-02-22T21:47:36.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ IMAGE_COUNT=50 2026-02-22T21:47:36.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ export LOCKDEP=0 2026-02-22T21:47:36.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ LOCKDEP=0 2026-02-22T21:47:36.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ dirname /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_stress.sh 2026-02-22T21:47:36.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ . /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_helpers.sh 2026-02-22T21:47:36.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ type xmlstarlet 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ XMLSTARLET=xmlstarlet 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ RBD_MIRROR_INSTANCES=4 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CLUSTER1=cluster1 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CLUSTER2=cluster2 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ PEER_CLUSTER_SUFFIX= 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ POOL=mirror 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ PARENT_POOL=mirror_parent 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ NS1=ns1 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ NS2=ns2 2026-02-22T21:47:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ TEMPDIR= 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ID=mirror 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ RBD_IMAGE_FEATURES=layering,exclusive-lock,object-map,fast-diff 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ MIRROR_USER_ID_PREFIX=mirror. 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ RBD_MIRROR_MODE=snapshot 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ MIRROR_POOL_MODE=image 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' snapshot = snapshot ']' 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ MIRROR_POOL_MODE=image 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ export 'CEPH_ARGS=--id mirror' 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS='--id mirror' 2026-02-22T21:47:36.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ LAST_MIRROR_INSTANCE=3 2026-02-22T21:47:36.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ dirname /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/rbd_mirror_stress.sh 2026-02-22T21:47:36.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ readlink -f /home/ubuntu/cephtest/clone.cluster1.client.mirror/qa/workunits/rbd/../../../src 2026-02-22T21:47:36.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ROOT=/home/ubuntu/cephtest/clone.cluster1.client.mirror/src 2026-02-22T21:47:36.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_BIN=. 2026-02-22T21:47:36.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_SRC=. 2026-02-22T21:47:36.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' -e CMakeCache.txt ']' 2026-02-22T21:47:36.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 -gt 0 ']' 2026-02-22T21:47:36.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ setup 2026-02-22T21:47:36.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local c 2026-02-22T21:47:36.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ trap 'cleanup $?' INT TERM EXIT 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ setup_tempdir 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mktemp -d 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ TEMPDIR=/tmp/tmp.xr9JSZKcRI 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -z 1 ']' 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ setup_pools cluster1 cluster2 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local remote_cluster=cluster2 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mon_map_file 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mon_addr 2026-02-22T21:47:36.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local admin_key_file 2026-02-22T21:47:36.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local uuid 2026-02-22T21:47:36.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:36.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ ceph --cluster cluster1 osd pool create mirror 64 64 2026-02-22T21:47:37.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:pool 'mirror' already exists 2026-02-22T21:47:37.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:37.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ ceph --cluster cluster1 osd pool create mirror_parent 64 64 2026-02-22T21:47:38.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:pool 'mirror_parent' already exists 2026-02-22T21:47:38.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:38.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 pool init mirror 2026-02-22T21:47:41.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:41.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 pool init mirror_parent 2026-02-22T21:47:44.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:44.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:44.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 mirror pool enable --site-name cluster1 mirror image 2026-02-22T21:47:44.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 mirror pool enable mirror_parent image 2026-02-22T21:47:44.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 namespace create mirror/ns1 2026-02-22T21:47:44.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 namespace create mirror/ns2 2026-02-22T21:47:44.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 namespace create mirror_parent/ns1 2026-02-22T21:47:44.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 mirror pool enable mirror/ns1 image 2026-02-22T21:47:44.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 mirror pool enable mirror/ns2 image 2026-02-22T21:47:44.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 mirror pool enable mirror_parent/ns1 image 2026-02-22T21:47:44.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -z ']' 2026-02-22T21:47:44.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -z ']' 2026-02-22T21:47:44.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ peer_add cluster1 mirror cluster2 2026-02-22T21:47:44.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:47:44.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:44.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local client_cluster=cluster2 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local remote_cluster=cluster2 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local uuid_var_name 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local error_code 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local peer_uuid 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 16 32 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:47:44.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool peer add mirror cluster2 2026-02-22T21:47:44.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ peer_uuid=aa93bfd9-b37e-4233-8a5b-852ef9964708 2026-02-22T21:47:44.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T21:47:44.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:47:44.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 17 ']' 2026-02-22T21:47:44.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 -eq 0 2026-02-22T21:47:44.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:44.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:47:44.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ peer_add cluster1 mirror_parent cluster2 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror_parent 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local client_cluster=cluster2 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local remote_cluster=cluster2 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local uuid_var_name 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local error_code 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local peer_uuid 2026-02-22T21:47:44.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 16 32 2026-02-22T21:47:44.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:47:44.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool peer add mirror_parent cluster2 2026-02-22T21:47:44.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ peer_uuid=155da0dc-e017-4468-b254-f4ddb1028ae2 2026-02-22T21:47:44.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T21:47:44.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:47:44.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 17 ']' 2026-02-22T21:47:44.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 -eq 0 2026-02-22T21:47:44.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:44.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:47:44.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ setup_pools cluster2 cluster1 2026-02-22T21:47:44.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:47:44.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local remote_cluster=cluster1 2026-02-22T21:47:44.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mon_map_file 2026-02-22T21:47:44.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mon_addr 2026-02-22T21:47:44.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local admin_key_file 2026-02-22T21:47:44.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local uuid 2026-02-22T21:47:44.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:44.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ ceph --cluster cluster2 osd pool create mirror 64 64 2026-02-22T21:47:44.581 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T21:47:44.592+0000 7f8479b2a980 -1 rbd::mirror::PoolReplayer: 0x5602edf26c00 init: error accessing remote pool mirror: (2) No such file or directory 2026-02-22T21:47:44.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T21:47:44.612+0000 7ff67ae1d980 -1 rbd::mirror::PoolReplayer: 0x5622e85fac00 init: error accessing remote pool mirror: (2) No such file or directory 2026-02-22T21:47:44.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T21:47:44.628+0000 7f2fb79a0980 -1 rbd::mirror::PoolReplayer: 0x5630111e8c00 init: error accessing remote pool mirror: (2) No such file or directory 2026-02-22T21:47:44.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T21:47:44.652+0000 7f45219ea980 -1 rbd::mirror::PoolReplayer: 0x55b95d23cc00 init: error accessing remote pool mirror: (2) No such file or directory 2026-02-22T21:47:44.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T21:47:44.668+0000 7f2fb79a0980 -1 rbd::mirror::PoolReplayer: 0x563011373500 init: error accessing remote pool mirror_parent: (2) No such file or directory 2026-02-22T21:47:44.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T21:47:44.856+0000 7ff67ae1d980 -1 rbd::mirror::PoolReplayer: 0x5622e92f3500 init: error accessing remote pool mirror_parent: (2) No such file or directory 2026-02-22T21:47:44.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T21:47:44.864+0000 7f8479b2a980 -1 rbd::mirror::PoolReplayer: 0x5602edf95500 init: error accessing remote pool mirror_parent: (2) No such file or directory 2026-02-22T21:47:44.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T21:47:44.904+0000 7f45219ea980 -1 rbd::mirror::PoolReplayer: 0x55b95d3b7500 init: error accessing remote pool mirror_parent: (2) No such file or directory 2026-02-22T21:47:45.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:pool 'mirror' already exists 2026-02-22T21:47:45.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:45.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ ceph --cluster cluster2 osd pool create mirror_parent 64 64 2026-02-22T21:47:46.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:pool 'mirror_parent' already exists 2026-02-22T21:47:46.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:46.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 pool init mirror 2026-02-22T21:47:49.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:49.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 pool init mirror_parent 2026-02-22T21:47:52.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:52.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T21:47:52.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror pool enable --site-name cluster2 mirror image 2026-02-22T21:47:52.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror pool enable mirror_parent image 2026-02-22T21:47:52.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 namespace create mirror/ns1 2026-02-22T21:47:52.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 namespace create mirror/ns2 2026-02-22T21:47:52.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 namespace create mirror_parent/ns1 2026-02-22T21:47:52.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror pool enable mirror/ns1 image 2026-02-22T21:47:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror pool enable mirror/ns2 image 2026-02-22T21:47:52.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror pool enable mirror_parent/ns1 image 2026-02-22T21:47:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -z ']' 2026-02-22T21:47:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -z ']' 2026-02-22T21:47:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ peer_add cluster2 mirror cluster1 2026-02-22T21:47:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:47:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local client_cluster=cluster1 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local remote_cluster=cluster1 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local uuid_var_name 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local error_code 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local peer_uuid 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 16 32 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:47:52.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster2 mirror pool peer add mirror cluster1 2026-02-22T21:47:52.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ peer_uuid=7288acde-580d-4bef-859e-134f3a04dca6 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 17 ']' 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 -eq 0 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ peer_add cluster2 mirror_parent cluster1 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror_parent 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local client_cluster=cluster1 2026-02-22T21:47:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local remote_cluster=cluster1 2026-02-22T21:47:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local uuid_var_name 2026-02-22T21:47:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local error_code 2026-02-22T21:47:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local peer_uuid 2026-02-22T21:47:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 16 32 2026-02-22T21:47:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:47:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster2 mirror pool peer add mirror_parent cluster1 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ peer_uuid=735325ab-ef76-4eca-bc61-0b89172cd4d5 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 17 ']' 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 -eq 0 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirrors cluster1 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:47:52.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 0 3 2026-02-22T21:47:52.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:52.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirror cluster1:0 2026-02-22T21:47:52.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1:0 2026-02-22T21:47:52.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance 2026-02-22T21:47:52.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:47:52.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local val=cluster1:0 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster_var_name=cluster 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance_var_name=instance 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cluster=cluster1 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=0 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 = cluster1:0 ']' 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval cluster=cluster1 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval instance=0 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T21:47:52.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirror cluster1:1 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1:1 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local val=cluster1:1 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster_var_name=cluster 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance_var_name=instance 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cluster=cluster1 2026-02-22T21:47:52.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=1 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 1 = cluster1:1 ']' 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval cluster=cluster1 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval instance=1 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirror cluster1:2 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1:2 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance 2026-02-22T21:47:52.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local val=cluster1:2 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster_var_name=cluster 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance_var_name=instance 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cluster=cluster1 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=2 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 2 = cluster1:2 ']' 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval cluster=cluster1 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval instance=2 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T21:47:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirror cluster1:3 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1:3 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_cluster_instance cluster1:3 cluster instance 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local val=cluster1:3 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster_var_name=cluster 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance_var_name=instance 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cluster=cluster1 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=3 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 3 = cluster1:3 ']' 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval cluster=cluster1 2026-02-22T21:47:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:52.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval instance=3 2026-02-22T21:47:52.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T21:47:52.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T21:47:52.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T21:47:52.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirrors cluster2 2026-02-22T21:47:52.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:47:52.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 0 3 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirror cluster2:0 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2:0 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_cluster_instance cluster2:0 cluster instance 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local val=cluster2:0 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster_var_name=cluster 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance_var_name=instance 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cluster=cluster2 2026-02-22T21:47:52.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=0 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 = cluster2:0 ']' 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval cluster=cluster2 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster2 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval instance=0 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirror cluster2:1 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2:1 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance 2026-02-22T21:47:52.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_cluster_instance cluster2:1 cluster instance 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local val=cluster2:1 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster_var_name=cluster 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance_var_name=instance 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cluster=cluster2 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=1 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 1 = cluster2:1 ']' 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval cluster=cluster2 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster2 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval instance=1 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T21:47:52.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirror cluster2:2 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2:2 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_cluster_instance cluster2:2 cluster instance 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local val=cluster2:2 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster_var_name=cluster 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance_var_name=instance 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cluster=cluster2 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=2 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 2 = cluster2:2 ']' 2026-02-22T21:47:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval cluster=cluster2 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster2 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval instance=2 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirror cluster2:3 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2:3 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_cluster_instance cluster2:3 cluster instance 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local val=cluster2:3 2026-02-22T21:47:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster_var_name=cluster 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance_var_name=instance 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cluster=cluster2 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=3 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 3 = cluster2:3 ']' 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval cluster=cluster2 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster2 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval instance=3 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ testlog 'TEST: add image and test replay after client crashes' 2026-02-22T21:47:52.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ tee -a /tmp/tmp.xr9JSZKcRI/rbd-mirror.test.log 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ date '+%F %T' 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo 2026-02-22 21:47:52 TEST: add image and test replay after client crashes 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:2026-02-22 21:47:52 TEST: add image and test replay after client crashes 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=test 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror test snapshot 512M 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:47:52.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror test 512M 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T21:47:52.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:47:52.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/test 2026-02-22T21:47:52.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:47:52.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:47:52.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:47:52.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:47:52.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror test snapshot 2026-02-22T21:47:52.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:47:52.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:47:52.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:47:52.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:47:52.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/test snapshot 2026-02-22T21:47:53.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:47:53.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/test 2026-02-22T21:47:53.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:47:53.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:47:53.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:47:53.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:47:53.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10c683b3eac1 2026-02-22T21:47:53.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10c683b3eac1 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:47:52 2026 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:47:52 2026 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:47:52 2026 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:47:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:47:53.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:47:53.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:47:53.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:47:53.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:47:53.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:47:53.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:47:53.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:47:53.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:47:53.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:47:53.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:47:53.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:47:53.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:47:54.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:47:54.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:47:54.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:47:54.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:47:54.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:47:54.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:47:54.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:47:54.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:47:54.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:47:54.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:47:54.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:54.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:47:54.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:47:54.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:47:54.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:47:54.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:47:54.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:47:54.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:47:54.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:54.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:47:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:54.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:54.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:47:54.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:47:54.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:54.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:54.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:47:54.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:47:54.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:47:54.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:47:54.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:47:54.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:47:54.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:47:54.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:54.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:54.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:54.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:54.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:47:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:54.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:54.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:47:54.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:47:54.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:54.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:54.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:47:54.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:47:54.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:47:54.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:47:54.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:47:54.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:47:54.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:47:54.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:54.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:54.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:47:54.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:47:54.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:47:54.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:47:54.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:47:54.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:47:54.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:47:54.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:54.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:54.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/test 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T21:47:54.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T21:47:54.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T21:47:54.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:47:54.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:47:54.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:47:54.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/test 2026-02-22T21:47:54.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:54.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:54.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:54.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:47:54.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 1 2026-02-22T21:47:55.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:47:55.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:47:55.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:55.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:47:55.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:47:55.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:55.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:55.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:47:55.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:47:55.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:47:55.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:47:55.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:47:55.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:47:55.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:47:55.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:47:55.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:47:55.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:55.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:55.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:55.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:55.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:47:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:47:55.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:47:55.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:47:55.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:47:55.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:47:55.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:47:55.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:55.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:55.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:55.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:55.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:47:55.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:47:55.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:47:55.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:47:55.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:55.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:55.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:47:55.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:47:55.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:47:55.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:47:55.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:47:55.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:47:55.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:47:55.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:55.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:55.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:55.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:55.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/test 2026-02-22T21:47:55.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T21:47:55.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:55.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:55.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T21:47:55.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T21:47:55.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T21:47:55.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T21:47:55.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:47:55.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:47:55.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:47:55.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/test 2026-02-22T21:47:55.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:55.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:55.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:55.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:47:55.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 2 2026-02-22T21:47:57.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:47:57.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:47:57.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:47:57.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:57.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:57.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:57.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:47:57.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:47:57.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:57.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:57.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:47:57.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:47:57.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:47:57.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:47:57.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:47:57.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:47:57.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:47:57.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:57.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:57.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:57.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:57.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:47:57.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:47:57.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:57.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:57.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:47:57.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:47:57.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:57.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:57.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:57.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:47:57.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:47:57.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:47:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:47:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:47:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:47:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:47:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:47:57.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:47:57.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:47:57.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:47:57.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:47:57.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:47:57.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:57.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:57.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:57.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:57.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:47:57.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:57.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:47:57.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:47:57.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:57.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:57.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:47:57.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:47:57.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:47:57.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:47:57.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:47:57.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:47:57.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:47:57.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:57.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:57.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:57.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/test 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T21:47:57.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:47:57.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:47:57.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T21:47:57.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:47:57.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:47:57.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T21:47:57.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T21:47:57.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T21:47:57.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:47:57.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:47:57.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:47:57.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/test 2026-02-22T21:47:58.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:47:58.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:47:58.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:47:58.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:47:58.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 4 2026-02-22T21:48:02.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:48:02.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:48:02.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:02.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:48:02.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:48:02.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:02.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:48:02.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:48:02.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:02.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:02.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:48:02.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:48:02.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:48:02.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:48:02.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:48:02.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:48:02.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:48:02.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:02.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:02.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:02.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:02.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:48:02.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:02.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:02.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:48:02.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:48:02.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:02.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:02.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:48:02.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:48:02.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:48:02.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:48:02.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:48:02.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:48:02.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:48:02.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:02.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:02.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:02.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:02.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:48:02.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:48:02.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:02.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:02.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:48:02.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:02.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:02.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:48:02.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:48:02.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:48:02.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:48:02.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:48:02.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:48:02.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:48:02.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:02.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:02.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:02.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/test 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T21:48:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:02.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:02.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:02.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:48:02.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T21:48:02.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:02.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:02.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T21:48:02.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T21:48:02.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T21:48:02.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:48:02.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:48:02.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:48:02.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/test 2026-02-22T21:48:02.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:02.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:02.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:02.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:48:02.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 8 2026-02-22T21:48:10.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:48:10.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:48:10.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:10.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:48:10.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:48:10.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:10.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:48:10.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:10.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:48:10.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:48:10.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:48:10.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:48:10.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:48:10.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:48:10.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:48:10.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:10.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:10.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:48:10.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:48:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:48:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:48:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:48:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:48:10.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:48:10.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:48:10.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:48:10.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:48:10.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:10.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:10.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:10.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:10.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:48:10.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:48:10.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:10.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:10.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:48:10.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:48:10.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:10.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:10.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:10.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:48:10.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:48:10.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:10.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:10.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:10.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:48:10.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:48:10.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:10.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:10.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:48:10.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:48:10.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:48:10.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:48:10.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:48:10.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:48:10.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:48:10.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:10.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:10.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:10.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/test 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T21:48:10.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:10.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T21:48:10.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T21:48:10.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:10.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:10.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T21:48:10.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T21:48:10.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T21:48:10.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:48:10.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:48:10.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T21:48:10.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/test 2026-02-22T21:48:10.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:10.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:10.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:10.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:48:10.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 8 2026-02-22T21:48:14.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T21:48:14.672+0000 7f2fb79a0980 -1 rbd::mirror::Mirror: 0x563010421e60 update_pool_replayers: restarting failed pool replayer for uuid: aa93bfd9-b37e-4233-8a5b-852ef9964708 cluster: cluster2 client: client.mirror 2026-02-22T21:48:14.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T21:48:14.704+0000 7f2fb79a0980 -1 rbd::mirror::Mirror: 0x563010421e60 update_pool_replayers: restarting failed pool replayer for uuid: 155da0dc-e017-4468-b254-f4ddb1028ae2 cluster: cluster2 client: client.mirror 2026-02-22T21:48:14.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T21:48:14.860+0000 7ff67ae1d980 -1 rbd::mirror::Mirror: 0x5622e7737e60 update_pool_replayers: restarting failed pool replayer for uuid: aa93bfd9-b37e-4233-8a5b-852ef9964708 cluster: cluster2 client: client.mirror 2026-02-22T21:48:14.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T21:48:14.868+0000 7f8479b2a980 -1 rbd::mirror::Mirror: 0x5602ed05be60 update_pool_replayers: restarting failed pool replayer for uuid: aa93bfd9-b37e-4233-8a5b-852ef9964708 cluster: cluster2 client: client.mirror 2026-02-22T21:48:14.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T21:48:14.888+0000 7ff67ae1d980 -1 rbd::mirror::Mirror: 0x5622e7737e60 update_pool_replayers: restarting failed pool replayer for uuid: 155da0dc-e017-4468-b254-f4ddb1028ae2 cluster: cluster2 client: client.mirror 2026-02-22T21:48:14.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T21:48:14.896+0000 7f8479b2a980 -1 rbd::mirror::Mirror: 0x5602ed05be60 update_pool_replayers: restarting failed pool replayer for uuid: 155da0dc-e017-4468-b254-f4ddb1028ae2 cluster: cluster2 client: client.mirror 2026-02-22T21:48:14.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T21:48:14.908+0000 7f45219ea980 -1 rbd::mirror::Mirror: 0x55b95c475e60 update_pool_replayers: restarting failed pool replayer for uuid: aa93bfd9-b37e-4233-8a5b-852ef9964708 cluster: cluster2 client: client.mirror 2026-02-22T21:48:14.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T21:48:14.932+0000 7f45219ea980 -1 rbd::mirror::Mirror: 0x55b95c475e60 update_pool_replayers: restarting failed pool replayer for uuid: 155da0dc-e017-4468-b254-f4ddb1028ae2 cluster: cluster2 client: client.mirror 2026-02-22T21:48:16.166 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.0 2026-02-22T21:48:16.167 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Sent signal 15 2026-02-22T21:48:16.167 INFO:tasks.rbd_mirror_thrash:waiting for 6.4585549494384775 secs before reviving daemons 2026-02-22T21:48:16.167 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T21:48:16.180+0000 7f1ed70da640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 (PID: 19895) UID: 1000 2026-02-22T21:48:18.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:48:18.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:48:18.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:18.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:48:18.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:18.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:18.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:48:18.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:48:18.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:18.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:18.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:48:18.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:48:18.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:48:18.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:48:18.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:48:18.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:48:18.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:48:18.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:18.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:18.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:18.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:18.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:48:18.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:18.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:18.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:48:18.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:48:18.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:18.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:18.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:48:18.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:48:18.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:48:18.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:48:18.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:48:18.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:48:18.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:48:18.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:48:18.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:48:18.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:48:18.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:48:18.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:48:18.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:48:18.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:48:18.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:48:18.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:48:18.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:48:18.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:48:18.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:48:18.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:48:18.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:48:18.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:48:18.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:48:18.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:48:18.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:48:18.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:48:18.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:48:18.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:48:18.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:48:18.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:48:18.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:48:18.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:48:18.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:48:18.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name= 2026-02-22T21:48:18.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 10 2026-02-22T21:48:18.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:48:18.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:48:18.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:48:18.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:48:18.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:48:18.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:48:18.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=13 2026-02-22T21:48:18.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:48:18.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 13s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:48:18.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 53559296 bytes 2026-02-22T21:48:18.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 54163456 bytes 2026-02-22T21:48:18.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 130438144 bytes 2026-02-22T21:48:18.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 180712448 bytes 2026-02-22T21:48:19.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 209178624 bytes 2026-02-22T21:48:19.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 245048320 bytes 2026-02-22T21:48:19.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 249602048 bytes 2026-02-22T21:48:19.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 262048768 bytes 2026-02-22T21:48:19.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 293373952 bytes 2026-02-22T21:48:19.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 398139392 bytes 2026-02-22T21:48:19.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 423489536 bytes 2026-02-22T21:48:19.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 465344512 bytes 2026-02-22T21:48:19.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 493551616 bytes 2026-02-22T21:48:19.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 499051520 bytes 2026-02-22T21:48:19.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 542848000 bytes 2026-02-22T21:48:19.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 543458304 bytes 2026-02-22T21:48:19.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 646146048 bytes 2026-02-22T21:48:19.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 679256064 bytes 2026-02-22T21:48:19.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 684510208 bytes 2026-02-22T21:48:19.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 742765568 bytes 2026-02-22T21:48:19.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 757872640 bytes 2026-02-22T21:48:19.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 759160832 bytes 2026-02-22T21:48:19.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 843770880 bytes 2026-02-22T21:48:19.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 869139456 bytes 2026-02-22T21:48:19.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 927443968 bytes 2026-02-22T21:48:19.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 957751296 bytes 2026-02-22T21:48:19.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1028536320 bytes 2026-02-22T21:48:19.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1067351040 bytes 2026-02-22T21:48:19.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1150072832 bytes 2026-02-22T21:48:19.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1178725376 bytes 2026-02-22T21:48:19.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1190763520 bytes 2026-02-22T21:48:19.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1214989312 bytes 2026-02-22T21:48:19.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1244788736 bytes 2026-02-22T21:48:19.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1266787328 bytes 2026-02-22T21:48:19.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1331603456 bytes 2026-02-22T21:48:20.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1384887296 bytes 2026-02-22T21:48:20.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1392571392 bytes 2026-02-22T21:48:20.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1445181440 bytes 2026-02-22T21:48:20.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1469295616 bytes 2026-02-22T21:48:20.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1493130240 bytes 2026-02-22T21:48:20.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1553879040 bytes 2026-02-22T21:48:20.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1605043200 bytes 2026-02-22T21:48:20.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1666328576 bytes 2026-02-22T21:48:20.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1688064000 bytes 2026-02-22T21:48:20.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1777686528 bytes 2026-02-22T21:48:20.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1804444672 bytes 2026-02-22T21:48:20.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1820120064 bytes 2026-02-22T21:48:20.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1919124480 bytes 2026-02-22T21:48:20.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1936021504 bytes 2026-02-22T21:48:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2021561344 bytes 2026-02-22T21:48:20.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2078120960 bytes 2026-02-22T21:48:20.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2098581504 bytes 2026-02-22T21:48:20.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2137950208 bytes 2026-02-22T21:48:20.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2150233088 bytes 2026-02-22T21:48:20.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2186124288 bytes 2026-02-22T21:48:20.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2225611776 bytes 2026-02-22T21:48:20.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2275884032 bytes 2026-02-22T21:48:20.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2312886272 bytes 2026-02-22T21:48:20.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2322257920 bytes 2026-02-22T21:48:20.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2363556864 bytes 2026-02-22T21:48:20.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2395009024 bytes 2026-02-22T21:48:20.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2418477056 bytes 2026-02-22T21:48:20.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2475512832 bytes 2026-02-22T21:48:20.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2524066816 bytes 2026-02-22T21:48:20.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2559132672 bytes 2026-02-22T21:48:21.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2608009216 bytes 2026-02-22T21:48:21.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2641173504 bytes 2026-02-22T21:48:21.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2650985472 bytes 2026-02-22T21:48:21.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2693487616 bytes 2026-02-22T21:48:21.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2734831616 bytes 2026-02-22T21:48:21.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2748447744 bytes 2026-02-22T21:48:21.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2783800320 bytes 2026-02-22T21:48:21.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2877704192 bytes 2026-02-22T21:48:21.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2967595008 bytes 2026-02-22T21:48:21.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2982053888 bytes 2026-02-22T21:48:21.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3058448384 bytes 2026-02-22T21:48:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3078843392 bytes 2026-02-22T21:48:21.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3130352640 bytes 2026-02-22T21:48:21.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3194524672 bytes 2026-02-22T21:48:21.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3250679808 bytes 2026-02-22T21:48:21.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3276698624 bytes 2026-02-22T21:48:21.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3335555072 bytes 2026-02-22T21:48:21.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3404172288 bytes 2026-02-22T21:48:21.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3464184832 bytes 2026-02-22T21:48:21.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3561730048 bytes 2026-02-22T21:48:21.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3586897920 bytes 2026-02-22T21:48:21.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3635474432 bytes 2026-02-22T21:48:21.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3636077568 bytes 2026-02-22T21:48:21.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3690584064 bytes 2026-02-22T21:48:21.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3718794240 bytes 2026-02-22T21:48:21.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3721710592 bytes 2026-02-22T21:48:21.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3745995776 bytes 2026-02-22T21:48:22.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3835568128 bytes 2026-02-22T21:48:22.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3860780032 bytes 2026-02-22T21:48:22.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3864220672 bytes 2026-02-22T21:48:22.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3864834048 bytes 2026-02-22T21:48:22.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3902667776 bytes 2026-02-22T21:48:22.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3952334848 bytes 2026-02-22T21:48:22.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4026183680 bytes 2026-02-22T21:48:22.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4028106752 bytes 2026-02-22T21:48:22.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4037487616 bytes 2026-02-22T21:48:22.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4124256256 bytes 2026-02-22T21:48:22.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4183307264 bytes 2026-02-22T21:48:22.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4238398464 bytes 2026-02-22T21:48:22.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4272653312 bytes 2026-02-22T21:48:22.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4294008832 bytes 2026-02-22T21:48:22.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4324731904 bytes 2026-02-22T21:48:22.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4325327872 bytes 2026-02-22T21:48:22.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4357417984 bytes 2026-02-22T21:48:22.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4424041472 bytes 2026-02-22T21:48:22.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4508286976 bytes 2026-02-22T21:48:22.626 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.0 2026-02-22T21:48:22.626 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:48:22.627 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.0 2026-02-22T21:48:22.627 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Restarting daemon 2026-02-22T21:48:22.627 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 2026-02-22T21:48:22.629 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Started 2026-02-22T21:48:22.629 INFO:tasks.rbd_mirror_thrash:waiting for 117.50709770297487 secs before thrashing 2026-02-22T21:48:22.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4608238592 bytes 2026-02-22T21:48:22.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4613432320 bytes 2026-02-22T21:48:22.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4629966848 bytes 2026-02-22T21:48:22.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4664598528 bytes 2026-02-22T21:48:22.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4704372736 bytes 2026-02-22T21:48:22.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4764094464 bytes 2026-02-22T21:48:22.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4764722176 bytes 2026-02-22T21:48:22.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4859731968 bytes 2026-02-22T21:48:22.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4933133312 bytes 2026-02-22T21:48:22.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4993438720 bytes 2026-02-22T21:48:23.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5091147776 bytes 2026-02-22T21:48:23.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5120703488 bytes 2026-02-22T21:48:23.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5171217408 bytes 2026-02-22T21:48:23.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5183892480 bytes 2026-02-22T21:48:23.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5244152832 bytes 2026-02-22T21:48:23.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5288097792 bytes 2026-02-22T21:48:23.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5376485376 bytes 2026-02-22T21:48:23.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5436017664 bytes 2026-02-22T21:48:23.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5460932608 bytes 2026-02-22T21:48:23.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5557844992 bytes 2026-02-22T21:48:23.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5615407104 bytes 2026-02-22T21:48:23.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5620508672 bytes 2026-02-22T21:48:23.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5668786176 bytes 2026-02-22T21:48:23.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5703821312 bytes 2026-02-22T21:48:23.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5717789696 bytes 2026-02-22T21:48:23.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5758215168 bytes 2026-02-22T21:48:23.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5801756672 bytes 2026-02-22T21:48:23.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5829159936 bytes 2026-02-22T21:48:23.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5889135616 bytes 2026-02-22T21:48:23.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5923401728 bytes 2026-02-22T21:48:23.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5924028416 bytes 2026-02-22T21:48:23.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5987657728 bytes 2026-02-22T21:48:23.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5989176320 bytes 2026-02-22T21:48:23.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5989925888 bytes 2026-02-22T21:48:23.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6024217600 bytes 2026-02-22T21:48:23.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6059708416 bytes 2026-02-22T21:48:23.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6095889408 bytes 2026-02-22T21:48:23.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6148291584 bytes 2026-02-22T21:48:24.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6203456512 bytes 2026-02-22T21:48:24.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6246191104 bytes 2026-02-22T21:48:24.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6267697152 bytes 2026-02-22T21:48:24.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6300972032 bytes 2026-02-22T21:48:24.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6401816576 bytes 2026-02-22T21:48:24.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6424352768 bytes 2026-02-22T21:48:24.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6451801088 bytes 2026-02-22T21:48:24.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6463314944 bytes 2026-02-22T21:48:24.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6463954944 bytes 2026-02-22T21:48:24.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6501396480 bytes 2026-02-22T21:48:24.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6529249280 bytes 2026-02-22T21:48:24.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6608296960 bytes 2026-02-22T21:48:24.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6608884736 bytes 2026-02-22T21:48:24.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6636263424 bytes 2026-02-22T21:48:24.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6658486272 bytes 2026-02-22T21:48:24.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6728261632 bytes 2026-02-22T21:48:24.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6791214080 bytes 2026-02-22T21:48:24.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6838752256 bytes 2026-02-22T21:48:24.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6903686144 bytes 2026-02-22T21:48:24.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6921480192 bytes 2026-02-22T21:48:24.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6939109376 bytes 2026-02-22T21:48:24.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7056696320 bytes 2026-02-22T21:48:24.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7091581952 bytes 2026-02-22T21:48:24.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7092189184 bytes 2026-02-22T21:48:24.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7108042752 bytes 2026-02-22T21:48:24.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7141224448 bytes 2026-02-22T21:48:24.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7183084544 bytes 2026-02-22T21:48:24.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7188459520 bytes 2026-02-22T21:48:24.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7194796032 bytes 2026-02-22T21:48:24.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7233498112 bytes 2026-02-22T21:48:25.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7293440000 bytes 2026-02-22T21:48:25.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7382985728 bytes 2026-02-22T21:48:25.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7409566720 bytes 2026-02-22T21:48:25.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7451689984 bytes 2026-02-22T21:48:25.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7530093568 bytes 2026-02-22T21:48:25.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7575144448 bytes 2026-02-22T21:48:25.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7591937024 bytes 2026-02-22T21:48:25.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7622953984 bytes 2026-02-22T21:48:25.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7724086272 bytes 2026-02-22T21:48:25.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7780589568 bytes 2026-02-22T21:48:25.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7822499840 bytes 2026-02-22T21:48:25.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7843834880 bytes 2026-02-22T21:48:25.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7938869248 bytes 2026-02-22T21:48:25.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7983822848 bytes 2026-02-22T21:48:25.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8025308160 bytes 2026-02-22T21:48:25.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8076167168 bytes 2026-02-22T21:48:25.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8119064576 bytes 2026-02-22T21:48:25.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8127465472 bytes 2026-02-22T21:48:25.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8170090496 bytes 2026-02-22T21:48:25.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8209296384 bytes 2026-02-22T21:48:25.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8235507712 bytes 2026-02-22T21:48:25.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8258466816 bytes 2026-02-22T21:48:25.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8293619712 bytes 2026-02-22T21:48:25.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8325625856 bytes 2026-02-22T21:48:25.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8351674368 bytes 2026-02-22T21:48:25.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8418308096 bytes 2026-02-22T21:48:25.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8461232128 bytes 2026-02-22T21:48:25.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8478910464 bytes 2026-02-22T21:48:26.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8520750080 bytes 2026-02-22T21:48:26.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8577229824 bytes 2026-02-22T21:48:26.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8591039488 bytes 2026-02-22T21:48:26.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8643339264 bytes 2026-02-22T21:48:26.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8667146240 bytes 2026-02-22T21:48:26.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8732681216 bytes 2026-02-22T21:48:26.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8769786880 bytes 2026-02-22T21:48:26.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8790980608 bytes 2026-02-22T21:48:26.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8815835136 bytes 2026-02-22T21:48:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8868159488 bytes 2026-02-22T21:48:26.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 8887452672 bytes 2026-02-22T21:48:26.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 8888057856 bytes 2026-02-22T21:48:26.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 8920130560 bytes 2026-02-22T21:48:26.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 8986441728 bytes 2026-02-22T21:48:26.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9011858432 bytes 2026-02-22T21:48:26.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9056466944 bytes 2026-02-22T21:48:26.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9062056960 bytes 2026-02-22T21:48:26.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9085261824 bytes 2026-02-22T21:48:26.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9135070208 bytes 2026-02-22T21:48:26.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9193939968 bytes 2026-02-22T21:48:26.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9212901376 bytes 2026-02-22T21:48:26.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9306530816 bytes 2026-02-22T21:48:26.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9350791168 bytes 2026-02-22T21:48:26.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9459279872 bytes 2026-02-22T21:48:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 9469622272 bytes 2026-02-22T21:48:26.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 9553168384 bytes 2026-02-22T21:48:26.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 9606149120 bytes 2026-02-22T21:48:27.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 9682053120 bytes 2026-02-22T21:48:27.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 9726650368 bytes 2026-02-22T21:48:27.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 9780121600 bytes 2026-02-22T21:48:27.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 9803504640 bytes 2026-02-22T21:48:27.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 9864365056 bytes 2026-02-22T21:48:27.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 9939932160 bytes 2026-02-22T21:48:27.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 10012798976 bytes 2026-02-22T21:48:27.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 10102436864 bytes 2026-02-22T21:48:27.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 10185156608 bytes 2026-02-22T21:48:27.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 10208978944 bytes 2026-02-22T21:48:27.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 10267967488 bytes 2026-02-22T21:48:27.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 10308189184 bytes 2026-02-22T21:48:27.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 10349926400 bytes 2026-02-22T21:48:27.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 10398083072 bytes 2026-02-22T21:48:27.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 10436367360 bytes 2026-02-22T21:48:27.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 10463438848 bytes 2026-02-22T21:48:27.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25100 IOs, 10487582720 bytes 2026-02-22T21:48:27.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25200 IOs, 10571483136 bytes 2026-02-22T21:48:27.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25300 IOs, 10597594112 bytes 2026-02-22T21:48:27.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25400 IOs, 10648210432 bytes 2026-02-22T21:48:27.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25500 IOs, 10665810944 bytes 2026-02-22T21:48:27.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25600 IOs, 10770895872 bytes 2026-02-22T21:48:27.926 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25700 IOs, 10777231360 bytes 2026-02-22T21:48:27.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25800 IOs, 10777842688 bytes 2026-02-22T21:48:27.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25900 IOs, 10837043200 bytes 2026-02-22T21:48:28.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26000 IOs, 10857900032 bytes 2026-02-22T21:48:28.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26100 IOs, 10898797568 bytes 2026-02-22T21:48:28.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26200 IOs, 10972737536 bytes 2026-02-22T21:48:28.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26300 IOs, 11011886080 bytes 2026-02-22T21:48:28.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26400 IOs, 11070894080 bytes 2026-02-22T21:48:28.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26500 IOs, 11160906752 bytes 2026-02-22T21:48:28.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26600 IOs, 11177690112 bytes 2026-02-22T21:48:28.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26700 IOs, 11195885568 bytes 2026-02-22T21:48:28.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26800 IOs, 11258189824 bytes 2026-02-22T21:48:28.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26900 IOs, 11302462464 bytes 2026-02-22T21:48:28.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27000 IOs, 11330152448 bytes 2026-02-22T21:48:28.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27100 IOs, 11352518656 bytes 2026-02-22T21:48:28.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27200 IOs, 11395118080 bytes 2026-02-22T21:48:28.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27300 IOs, 11414793216 bytes 2026-02-22T21:48:28.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27400 IOs, 11484892160 bytes 2026-02-22T21:48:28.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27500 IOs, 11525928960 bytes 2026-02-22T21:48:28.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27600 IOs, 11561928704 bytes 2026-02-22T21:48:28.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27700 IOs, 11614437376 bytes 2026-02-22T21:48:28.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27800 IOs, 11678641152 bytes 2026-02-22T21:48:28.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27900 IOs, 11721214976 bytes 2026-02-22T21:48:28.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28000 IOs, 11744546816 bytes 2026-02-22T21:48:28.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28100 IOs, 11845433344 bytes 2026-02-22T21:48:28.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28200 IOs, 11900942336 bytes 2026-02-22T21:48:28.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28300 IOs, 11926284288 bytes 2026-02-22T21:48:28.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28400 IOs, 11933729792 bytes 2026-02-22T21:48:28.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28500 IOs, 11958803456 bytes 2026-02-22T21:48:28.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28600 IOs, 11982423040 bytes 2026-02-22T21:48:29.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28700 IOs, 12024361984 bytes 2026-02-22T21:48:29.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28800 IOs, 12075711488 bytes 2026-02-22T21:48:29.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28900 IOs, 12104214528 bytes 2026-02-22T21:48:29.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29000 IOs, 12204325888 bytes 2026-02-22T21:48:29.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29100 IOs, 12235478016 bytes 2026-02-22T21:48:29.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29200 IOs, 12305183744 bytes 2026-02-22T21:48:29.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29300 IOs, 12342744064 bytes 2026-02-22T21:48:29.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29400 IOs, 12379253760 bytes 2026-02-22T21:48:29.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29500 IOs, 12449099776 bytes 2026-02-22T21:48:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29600 IOs, 12468502528 bytes 2026-02-22T21:48:29.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29700 IOs, 12492879872 bytes 2026-02-22T21:48:29.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29800 IOs, 12502547456 bytes 2026-02-22T21:48:29.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:29900 IOs, 12503151616 bytes 2026-02-22T21:48:29.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30000 IOs, 12569146368 bytes 2026-02-22T21:48:29.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30100 IOs, 12591150080 bytes 2026-02-22T21:48:29.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30200 IOs, 12595757056 bytes 2026-02-22T21:48:29.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30300 IOs, 12628944896 bytes 2026-02-22T21:48:29.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30400 IOs, 12629565440 bytes 2026-02-22T21:48:29.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30500 IOs, 12667312128 bytes 2026-02-22T21:48:29.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30600 IOs, 12699805696 bytes 2026-02-22T21:48:29.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30700 IOs, 12799499264 bytes 2026-02-22T21:48:29.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30800 IOs, 12805133312 bytes 2026-02-22T21:48:29.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:30900 IOs, 12917188608 bytes 2026-02-22T21:48:29.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31000 IOs, 12955885568 bytes 2026-02-22T21:48:29.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31100 IOs, 12969763840 bytes 2026-02-22T21:48:29.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31200 IOs, 13032015872 bytes 2026-02-22T21:48:29.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31300 IOs, 13086957568 bytes 2026-02-22T21:48:29.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31400 IOs, 13116367872 bytes 2026-02-22T21:48:30.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31500 IOs, 13175224320 bytes 2026-02-22T21:48:30.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31600 IOs, 13201339392 bytes 2026-02-22T21:48:30.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31700 IOs, 13229418496 bytes 2026-02-22T21:48:30.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31800 IOs, 13300370432 bytes 2026-02-22T21:48:30.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:31900 IOs, 13316970496 bytes 2026-02-22T21:48:30.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32000 IOs, 13368854528 bytes 2026-02-22T21:48:30.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32100 IOs, 13381690368 bytes 2026-02-22T21:48:30.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32200 IOs, 13419524096 bytes 2026-02-22T21:48:30.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32300 IOs, 13456772096 bytes 2026-02-22T21:48:30.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32400 IOs, 13515155456 bytes 2026-02-22T21:48:30.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32500 IOs, 13568035840 bytes 2026-02-22T21:48:30.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32600 IOs, 13684652032 bytes 2026-02-22T21:48:30.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32700 IOs, 13716147200 bytes 2026-02-22T21:48:30.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32800 IOs, 13779987456 bytes 2026-02-22T21:48:30.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:32900 IOs, 13818619904 bytes 2026-02-22T21:48:30.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33000 IOs, 13834568704 bytes 2026-02-22T21:48:30.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33100 IOs, 13908316160 bytes 2026-02-22T21:48:30.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33200 IOs, 13946353664 bytes 2026-02-22T21:48:30.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33300 IOs, 13967222784 bytes 2026-02-22T21:48:30.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33400 IOs, 14034352128 bytes 2026-02-22T21:48:30.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33500 IOs, 14133466112 bytes 2026-02-22T21:48:30.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33600 IOs, 14175338496 bytes 2026-02-22T21:48:30.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33700 IOs, 14201508864 bytes 2026-02-22T21:48:30.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33800 IOs, 14221276160 bytes 2026-02-22T21:48:30.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:33900 IOs, 14296248320 bytes 2026-02-22T21:48:30.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34000 IOs, 14329897984 bytes 2026-02-22T21:48:31.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34100 IOs, 14361573376 bytes 2026-02-22T21:48:31.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34200 IOs, 14367087616 bytes 2026-02-22T21:48:31.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34300 IOs, 14381849600 bytes 2026-02-22T21:48:31.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34400 IOs, 14382452736 bytes 2026-02-22T21:48:31.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34500 IOs, 14430977024 bytes 2026-02-22T21:48:31.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34600 IOs, 14501303296 bytes 2026-02-22T21:48:31.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34700 IOs, 14579624960 bytes 2026-02-22T21:48:31.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34800 IOs, 14640707584 bytes 2026-02-22T21:48:31.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:34900 IOs, 14658785280 bytes 2026-02-22T21:48:31.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35000 IOs, 14713853952 bytes 2026-02-22T21:48:31.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35100 IOs, 14750670848 bytes 2026-02-22T21:48:31.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35200 IOs, 14781481984 bytes 2026-02-22T21:48:31.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35300 IOs, 14860086272 bytes 2026-02-22T21:48:31.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35400 IOs, 14918046720 bytes 2026-02-22T21:48:31.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35500 IOs, 15004642304 bytes 2026-02-22T21:48:31.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35600 IOs, 15083224064 bytes 2026-02-22T21:48:31.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35700 IOs, 15143564288 bytes 2026-02-22T21:48:31.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35800 IOs, 15196017664 bytes 2026-02-22T21:48:31.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:35900 IOs, 15250241536 bytes 2026-02-22T21:48:31.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:36000 IOs, 15310644224 bytes 2026-02-22T21:48:31.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:48:31.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:48:31.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:48:31.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:48:31.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:48:31.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:48:31.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:48:31.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:48:31.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:48:31.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:48:31.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:48:31.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:48:31.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:48:32.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:48:32.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:48:32.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:48:32.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:48:32.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:48:32.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:48:32.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:48:32.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:48:32.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:48:32.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:48:32.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:48:32.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:48:32.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:48:32.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":0.0,"bytes_per_snapshot":0.0,"last_snapshot_bytes":0,"last_snapshot_sync_seconds":0,"remote_snapshot_timestamp":1771796873,"replay_state":"idle"} 2026-02-22T21:48:32.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:48:32.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:48:16 2026-02-22T21:48:32.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:48:32.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:48:32.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:48:32.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:48:32.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:48:20' 2026-02-22T21:48:32.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:48:32.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:48:32.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:48:32.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":0.0,"bytes_per_snapshot":0.0,"last_snapshot_bytes":0,"last_snapshot_sync_seconds":0,"remote_snapshot_timestamp":1771796873,"replay_state":"idle"} 2026-02-22T21:48:32.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:48:32.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:48:32.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:48:32.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:48:32.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:48:32.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:48:32.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:48:32.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:48:32.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:48:16' 2026-02-22T21:48:32.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:48:16' 2026-02-22T21:48:32.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:48:32.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:48:32.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:48:32.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:48:32.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:48:16' 2026-02-22T21:48:32.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:48:32.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:48:32.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:48:32.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142094310mirror.0trial17219.2.3-689-gf90f4eaefalseOK42124308mirror.1trial17219.2.3-689-gf90f4eaefalseOK42154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":0.0,"bytes_per_snapshot":0.0,"last_snapshot_bytes":0,"last_snapshot_sync_seconds":0,"remote_snapshot_timestamp":1771796873,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:48:16cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:48:20' 2026-02-22T21:48:32.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:48:32.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:48:32.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:48:16' 2026-02-22T21:48:32.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:48:32.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:48:32.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:48:32.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:48:32.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:48:32.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:48:32.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:48:32.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap1 2026-02-22T21:48:32.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap1 2026-02-22T21:48:32.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:48:32.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:48:32.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:48:32.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap1 2026-02-22T21:48:32.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap1 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:48:50.230 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.521509539697843) > weight (0.25) 2026-02-22T21:48:50.230 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.1 2026-02-22T21:48:50.230 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Sent signal 15 2026-02-22T21:48:50.230 INFO:tasks.rbd_mirror_thrash:waiting for 1.5458935653697237 secs before reviving daemons 2026-02-22T21:48:50.231 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T21:48:50.243+0000 7ff677dd8640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 (PID: 19820) UID: 1000 2026-02-22T21:48:51.777 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.1 2026-02-22T21:48:51.777 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:48:51.778 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.1 2026-02-22T21:48:51.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Restarting daemon 2026-02-22T21:48:51.778 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 2026-02-22T21:48:51.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Started 2026-02-22T21:48:51.780 INFO:tasks.rbd_mirror_thrash:waiting for 83.61944699050655 secs before thrashing 2026-02-22T21:49:03.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:49:03.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:49:03.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:49:04.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:49:04.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:04.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:04.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:04.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:49:04.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:49:04.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:49:04.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:49:04.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:49:04.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:49:04.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:49:04.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:49:04.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:49:04.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:49:04.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:49:04.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:49:04.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:49:04.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:49:04.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:49:04.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:49:04.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:49:04.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:49:04.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:49:04.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:49:04.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:49:04.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:49:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:49:04.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:49:04.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:49:04.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:49:04.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:49:04.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:49:04.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:49:04.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:49:04.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:49:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:49:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:49:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:49:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:04.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:49:04.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:49:04.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:49:04.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:49:04.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:49:04.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:49:04.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:49:04.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:49:04.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:49:04.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:49:04.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:49:04.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:49:04.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:49:04.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:49:04.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:49:04.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:49:04.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:49:04.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:49:04.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:49:04.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:49:04.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:49:04.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:49:04.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:49:04.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:49:04.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:49:04.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:49:04.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:49:04.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:49:04.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:49:04.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:49:04.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:49:04.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:49:04.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:49:04.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:49:04.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:04.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:49:04.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:49:04.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:04.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:04.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:04.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:49:04.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:49:04.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:49:04.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:04.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:04.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:04.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:49:05.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 5 2026-02-22T21:49:05.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:49:05.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:49:05.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:05.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:05.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:05.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:49:05.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:49:05.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:49:05.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:49:05.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:49:05.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:49:05.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:49:05.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:05.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:49:05.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:05.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:05.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:05.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:49:05.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:49:05.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:49:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:49:05.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=5 2026-02-22T21:49:05.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:49:05.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:49:05.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:49:05.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:05.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:05.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:05.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:05.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:05.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:49:05.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:49:05.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:49:05.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:49:05.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:49:05.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:49:05.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:49:05.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:49:05.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 5 = '' 2026-02-22T21:49:05.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:49:05.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:49:05.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:05.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:05.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:05.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:05.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:05.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:49:05.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:49:05.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:49:05.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:49:05.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:49:05.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:49:05.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:49:05.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:49:05.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 5 = '' 2026-02-22T21:49:05.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:49:05.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:49:06.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:06.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:06.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:06.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:06.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:06.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:49:06.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:49:06.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:49:06.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=5 2026-02-22T21:49:06.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 5 = 5 2026-02-22T21:49:06.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:06.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap1 2026-02-22T21:49:06.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:06.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:06.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:06.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap1 2026-02-22T21:49:06.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:49:06.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:49:06.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:49:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap1 2026-02-22T21:49:07.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:49:07.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:49:07.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:49:07.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T21:49:07.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:49:07.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:49:07.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:49:07.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:49:07.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:49:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:49:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:49:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:49:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:49:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:49:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:49:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:49:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:49:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:49:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:49:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap1 2026-02-22T21:49:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap1 2026-02-22T21:49:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:49:07.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:49:07.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:07.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:07.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap1 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:49:08.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:49:08.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap1 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:08.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:49:09.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:09.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:09.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:09.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap1-clean 2026-02-22T21:49:09.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap1-clean 2026-02-22T21:49:09.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:09.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:09.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:09.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap1-clean 2026-02-22T21:49:09.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap1-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:49:10.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:49:10.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:49:10.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:10.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:10.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:10.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:49:10.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T21:49:10.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:49:10.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:49:10.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 19881984 bytes 2026-02-22T21:49:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 64680960 bytes 2026-02-22T21:49:10.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 80939008 bytes 2026-02-22T21:49:10.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 106192896 bytes 2026-02-22T21:49:10.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 129946624 bytes 2026-02-22T21:49:10.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 151631872 bytes 2026-02-22T21:49:10.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 225275904 bytes 2026-02-22T21:49:10.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 243729408 bytes 2026-02-22T21:49:10.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 256322560 bytes 2026-02-22T21:49:10.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 302966784 bytes 2026-02-22T21:49:10.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 326762496 bytes 2026-02-22T21:49:10.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 391270400 bytes 2026-02-22T21:49:10.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 436484096 bytes 2026-02-22T21:49:10.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 496536576 bytes 2026-02-22T21:49:10.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 497163264 bytes 2026-02-22T21:49:10.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 569490432 bytes 2026-02-22T21:49:10.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 582405120 bytes 2026-02-22T21:49:10.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 619917312 bytes 2026-02-22T21:49:10.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 647247872 bytes 2026-02-22T21:49:11.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 647861248 bytes 2026-02-22T21:49:11.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 676872192 bytes 2026-02-22T21:49:11.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 700375040 bytes 2026-02-22T21:49:11.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 729989120 bytes 2026-02-22T21:49:11.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 772621312 bytes 2026-02-22T21:49:11.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 855064576 bytes 2026-02-22T21:49:11.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 897561600 bytes 2026-02-22T21:49:11.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 931889152 bytes 2026-02-22T21:49:11.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 986587136 bytes 2026-02-22T21:49:11.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1011201024 bytes 2026-02-22T21:49:11.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1066302464 bytes 2026-02-22T21:49:11.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1128437760 bytes 2026-02-22T21:49:11.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1198665728 bytes 2026-02-22T21:49:11.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1234237440 bytes 2026-02-22T21:49:11.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1330280448 bytes 2026-02-22T21:49:11.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1395570688 bytes 2026-02-22T21:49:11.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1422959616 bytes 2026-02-22T21:49:11.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1439500288 bytes 2026-02-22T21:49:11.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1517440000 bytes 2026-02-22T21:49:11.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1560205312 bytes 2026-02-22T21:49:11.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1580506112 bytes 2026-02-22T21:49:11.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1655643136 bytes 2026-02-22T21:49:11.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1728816128 bytes 2026-02-22T21:49:11.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1798353920 bytes 2026-02-22T21:49:12.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1835725824 bytes 2026-02-22T21:49:12.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1865668608 bytes 2026-02-22T21:49:12.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1881492480 bytes 2026-02-22T21:49:12.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1905484800 bytes 2026-02-22T21:49:12.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1934256128 bytes 2026-02-22T21:49:12.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1955737600 bytes 2026-02-22T21:49:12.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2001745920 bytes 2026-02-22T21:49:12.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2045376512 bytes 2026-02-22T21:49:12.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2084789248 bytes 2026-02-22T21:49:12.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2107169792 bytes 2026-02-22T21:49:12.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2147560448 bytes 2026-02-22T21:49:12.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2266509312 bytes 2026-02-22T21:49:12.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2281280512 bytes 2026-02-22T21:49:12.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2310761472 bytes 2026-02-22T21:49:12.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2369740800 bytes 2026-02-22T21:49:12.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2413335552 bytes 2026-02-22T21:49:12.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2487526400 bytes 2026-02-22T21:49:12.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2518694912 bytes 2026-02-22T21:49:12.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2555067392 bytes 2026-02-22T21:49:12.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2581114880 bytes 2026-02-22T21:49:12.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2656507904 bytes 2026-02-22T21:49:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2684212224 bytes 2026-02-22T21:49:12.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2711045120 bytes 2026-02-22T21:49:12.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2745006080 bytes 2026-02-22T21:49:12.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2795158528 bytes 2026-02-22T21:49:12.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2842411008 bytes 2026-02-22T21:49:12.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2855853056 bytes 2026-02-22T21:49:12.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2874625024 bytes 2026-02-22T21:49:13.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2917336064 bytes 2026-02-22T21:49:13.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2998721536 bytes 2026-02-22T21:49:13.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3030102016 bytes 2026-02-22T21:49:13.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3056745472 bytes 2026-02-22T21:49:13.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3064499200 bytes 2026-02-22T21:49:13.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3079991296 bytes 2026-02-22T21:49:13.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3125731328 bytes 2026-02-22T21:49:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3141613568 bytes 2026-02-22T21:49:13.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3194462208 bytes 2026-02-22T21:49:13.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3222243328 bytes 2026-02-22T21:49:13.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3252609024 bytes 2026-02-22T21:49:13.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3275359232 bytes 2026-02-22T21:49:13.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3325677568 bytes 2026-02-22T21:49:13.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3370082304 bytes 2026-02-22T21:49:13.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3408927744 bytes 2026-02-22T21:49:13.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3435401216 bytes 2026-02-22T21:49:13.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3472832512 bytes 2026-02-22T21:49:13.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3487378432 bytes 2026-02-22T21:49:13.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3508582400 bytes 2026-02-22T21:49:13.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3530250240 bytes 2026-02-22T21:49:13.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3535379456 bytes 2026-02-22T21:49:13.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3610306560 bytes 2026-02-22T21:49:13.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3656458240 bytes 2026-02-22T21:49:13.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3678400512 bytes 2026-02-22T21:49:13.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3718012928 bytes 2026-02-22T21:49:13.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3745029120 bytes 2026-02-22T21:49:13.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3819630592 bytes 2026-02-22T21:49:13.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3820249088 bytes 2026-02-22T21:49:13.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3857404928 bytes 2026-02-22T21:49:13.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3869445120 bytes 2026-02-22T21:49:14.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3937260544 bytes 2026-02-22T21:49:14.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3983734784 bytes 2026-02-22T21:49:14.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4025539584 bytes 2026-02-22T21:49:14.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4108765184 bytes 2026-02-22T21:49:14.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4162557952 bytes 2026-02-22T21:49:14.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4163158016 bytes 2026-02-22T21:49:14.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4235355136 bytes 2026-02-22T21:49:14.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4249456640 bytes 2026-02-22T21:49:14.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4287639552 bytes 2026-02-22T21:49:14.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4323118080 bytes 2026-02-22T21:49:14.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4323714048 bytes 2026-02-22T21:49:14.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4367004672 bytes 2026-02-22T21:49:14.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4375088128 bytes 2026-02-22T21:49:14.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4408572928 bytes 2026-02-22T21:49:14.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4508547072 bytes 2026-02-22T21:49:14.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4535900160 bytes 2026-02-22T21:49:14.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4559280128 bytes 2026-02-22T21:49:14.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4579845120 bytes 2026-02-22T21:49:14.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4642306048 bytes 2026-02-22T21:49:14.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4690543616 bytes 2026-02-22T21:49:14.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4734550016 bytes 2026-02-22T21:49:14.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4772315136 bytes 2026-02-22T21:49:14.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4870189056 bytes 2026-02-22T21:49:14.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4888940544 bytes 2026-02-22T21:49:14.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 4951750656 bytes 2026-02-22T21:49:15.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 4973771776 bytes 2026-02-22T21:49:15.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5018336256 bytes 2026-02-22T21:49:15.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5029781504 bytes 2026-02-22T21:49:15.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5075282944 bytes 2026-02-22T21:49:15.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5155226624 bytes 2026-02-22T21:49:15.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5203338240 bytes 2026-02-22T21:49:15.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5208121344 bytes 2026-02-22T21:49:15.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5239357440 bytes 2026-02-22T21:49:15.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5303222272 bytes 2026-02-22T21:49:15.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5345648640 bytes 2026-02-22T21:49:15.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5398902784 bytes 2026-02-22T21:49:15.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5462302720 bytes 2026-02-22T21:49:15.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5522314240 bytes 2026-02-22T21:49:15.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5587313664 bytes 2026-02-22T21:49:15.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5612516352 bytes 2026-02-22T21:49:15.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5639332864 bytes 2026-02-22T21:49:15.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5654409216 bytes 2026-02-22T21:49:15.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5677842432 bytes 2026-02-22T21:49:15.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5731115008 bytes 2026-02-22T21:49:15.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5791700992 bytes 2026-02-22T21:49:15.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5842246656 bytes 2026-02-22T21:49:15.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 5867546624 bytes 2026-02-22T21:49:15.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 5911827456 bytes 2026-02-22T21:49:15.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 5963350016 bytes 2026-02-22T21:49:15.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6045908992 bytes 2026-02-22T21:49:15.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6061741056 bytes 2026-02-22T21:49:16.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6090853376 bytes 2026-02-22T21:49:16.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6156235776 bytes 2026-02-22T21:49:16.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6239625216 bytes 2026-02-22T21:49:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6290089984 bytes 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:49:16.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:49:17.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:49:17.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:17.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:17.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:17.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:49:17.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:49:17.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:49:17.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:49:17.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:49:17.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:49:17.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:49:17.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:49:17.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:49:17.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":17884637.87,"bytes_per_snapshot":268269568.0,"last_snapshot_bytes":536539136,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771796945,"remote_snapshot_timestamp":1771796945,"replay_state":"idle"} 2026-02-22T21:49:17.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:49:17.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:49:14 2026-02-22T21:49:17.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:49:17.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:49:17.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:49:17.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:49:17.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:49:14' 2026-02-22T21:49:17.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:49:17.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:49:17.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:49:17.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":17884637.87,"bytes_per_snapshot":268269568.0,"last_snapshot_bytes":536539136,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771796945,"remote_snapshot_timestamp":1771796945,"replay_state":"idle"} 2026-02-22T21:49:17.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:49:17.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:49:17.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:49:17.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:49:17.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:49:17.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:49:17.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:49:17.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:49:17.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:49:14' 2026-02-22T21:49:17.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:49:14' 2026-02-22T21:49:17.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:17.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:49:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:49:14' 2026-02-22T21:49:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:49:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:49:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:49:17.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142094310mirror.0trial17219.2.3-689-gf90f4eaefalseOK42154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOK43374340mirror.1trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":17884637.87,"bytes_per_snapshot":268269568.0,"last_snapshot_bytes":536539136,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771796945,"remote_snapshot_timestamp":1771796945,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:49:14cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:49:14' 2026-02-22T21:49:17.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:49:17.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:49:17.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:49:14' 2026-02-22T21:49:17.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:49:17.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:49:17.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:49:17.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:49:17.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:49:17.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:17.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:17.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap2 2026-02-22T21:49:17.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap2 2026-02-22T21:49:17.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:17.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:17.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:17.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap2 2026-02-22T21:49:17.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap2 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:49:47.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:49:47.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:49:47.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:49:48.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:49:48.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:48.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:48.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:48.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:49:48.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:49:48.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:49:48.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:49:48.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:49:48.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:49:48.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:49:48.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:49:48.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:49:48.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:49:48.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:49:48.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:49:48.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:49:48.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:49:48.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:49:48.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:49:48.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:49:48.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:49:48.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:49:48.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:49:48.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:49:48.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:49:48.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:49:48.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:49:48.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:49:48.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:49:48.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:49:48.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:49:49.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:49:49.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:49:49.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:49:49.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:49:49.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:49:49.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:49:49.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:49:49.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:49.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:49:49.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:49:49.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:49:49.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:49:49.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:49:49.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:49:49.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:49:49.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:49:49.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:49:49.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:49:49.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:49:49.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:49:49.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:49:49.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:49:49.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:49:49.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:49:49.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:49:49.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:49:49.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:49:49.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:49:49.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:49:49.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:49:49.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:49:49.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:49:49.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:49:49.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:49:49.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:49:49.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:49.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:49.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:49:50.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 8 2026-02-22T21:49:50.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:49:50.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:49:50.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:50.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:50.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:50.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:49:50.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:49:50.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:49:50.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:49:50.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:49:50.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:49:50.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:49:50.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:50.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:49:50.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:50.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:50.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:50.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:49:50.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:49:50.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:49:51.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:49:51.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=8 2026-02-22T21:49:51.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:49:51.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:49:51.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:49:51.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:51.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:51.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:51.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:51.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:51.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:49:51.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:49:51.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:49:51.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:49:51.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:49:51.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:49:51.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:49:51.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:49:51.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 8 = '' 2026-02-22T21:49:51.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:49:51.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:49:51.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:51.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:51.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:51.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:51.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:51.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:49:51.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:49:51.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:49:51.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:49:51.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:49:51.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:49:51.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:49:51.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:49:51.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 8 = '' 2026-02-22T21:49:51.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:49:51.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:49:52.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:52.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:52.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:52.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:52.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:52.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:49:52.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:49:52.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:49:52.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:49:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:49:52.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:49:52.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:49:52.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:49:52.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 8 = '' 2026-02-22T21:49:52.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:49:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T21:49:54.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:54.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:54.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:54.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:54.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:49:54.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:49:54.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:49:54.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=8 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 8 = 8 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap2 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap2 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:49:54.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:49:55.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap2 2026-02-22T21:49:55.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:49:55.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:49:55.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:49:55.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 4 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:49:55.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:49:55.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:55.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snap1-clean ']' 2026-02-22T21:49:55.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap1-clean 2026-02-22T21:49:55.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:55.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:55.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap1-clean 2026-02-22T21:49:55.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:49:55.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:49:55.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:55.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:55.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap1-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:49:55.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:49:55.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap1-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:56.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:49:56.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:56.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:56.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:56.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap2 2026-02-22T21:49:56.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:56.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:56.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap2 2026-02-22T21:49:56.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:49:56.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:49:56.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:56.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:56.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap2 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:49:57.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:49:57.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap2 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:57.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:49:57.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:57.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:49:58.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:49:58.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap2-clean 2026-02-22T21:49:58.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap2-clean 2026-02-22T21:49:58.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:58.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:58.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:58.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap2-clean 2026-02-22T21:49:58.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap2-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:49:58.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:49:58.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:49:58.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:49:58.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:49:58.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:49:58.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:49:58.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=9 2026-02-22T21:49:58.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:49:58.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 9s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:49:59.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 16169984 bytes 2026-02-22T21:49:59.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 51021824 bytes 2026-02-22T21:49:59.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 64425984 bytes 2026-02-22T21:49:59.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 113326080 bytes 2026-02-22T21:49:59.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 120922112 bytes 2026-02-22T21:49:59.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 147615744 bytes 2026-02-22T21:49:59.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 165953536 bytes 2026-02-22T21:49:59.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 172423168 bytes 2026-02-22T21:49:59.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 193681408 bytes 2026-02-22T21:49:59.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 231251968 bytes 2026-02-22T21:49:59.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 269035520 bytes 2026-02-22T21:49:59.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 314561536 bytes 2026-02-22T21:49:59.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 348967936 bytes 2026-02-22T21:49:59.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 426088448 bytes 2026-02-22T21:49:59.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 440629248 bytes 2026-02-22T21:49:59.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 461548544 bytes 2026-02-22T21:49:59.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 505026560 bytes 2026-02-22T21:49:59.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 527230976 bytes 2026-02-22T21:49:59.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 569793536 bytes 2026-02-22T21:49:59.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 585265152 bytes 2026-02-22T21:49:59.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 675193856 bytes 2026-02-22T21:49:59.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 679920640 bytes 2026-02-22T21:49:59.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 708407296 bytes 2026-02-22T21:49:59.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 738252800 bytes 2026-02-22T21:49:59.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 747327488 bytes 2026-02-22T21:50:00.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 765956096 bytes 2026-02-22T21:50:00.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 810371072 bytes 2026-02-22T21:50:00.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 828789760 bytes 2026-02-22T21:50:00.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 839277568 bytes 2026-02-22T21:50:00.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 951130112 bytes 2026-02-22T21:50:00.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 996697088 bytes 2026-02-22T21:50:00.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1064062976 bytes 2026-02-22T21:50:00.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1135561728 bytes 2026-02-22T21:50:00.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1169259520 bytes 2026-02-22T21:50:00.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1205803008 bytes 2026-02-22T21:50:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1236044800 bytes 2026-02-22T21:50:00.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1255955456 bytes 2026-02-22T21:50:00.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1301385216 bytes 2026-02-22T21:50:00.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1338462208 bytes 2026-02-22T21:50:00.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1350683648 bytes 2026-02-22T21:50:00.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1364464640 bytes 2026-02-22T21:50:00.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1376063488 bytes 2026-02-22T21:50:00.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1376703488 bytes 2026-02-22T21:50:00.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1378325504 bytes 2026-02-22T21:50:00.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1400278016 bytes 2026-02-22T21:50:00.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1400892416 bytes 2026-02-22T21:50:00.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1436304384 bytes 2026-02-22T21:50:00.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1479704576 bytes 2026-02-22T21:50:00.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1547880448 bytes 2026-02-22T21:50:00.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1585547264 bytes 2026-02-22T21:50:00.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1601642496 bytes 2026-02-22T21:50:00.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1603641344 bytes 2026-02-22T21:50:00.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 1663955968 bytes 2026-02-22T21:50:01.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 1733477376 bytes 2026-02-22T21:50:01.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 1734099968 bytes 2026-02-22T21:50:01.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 1782836224 bytes 2026-02-22T21:50:01.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 1783432192 bytes 2026-02-22T21:50:01.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 1864007680 bytes 2026-02-22T21:50:01.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 1896400896 bytes 2026-02-22T21:50:01.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 1982615552 bytes 2026-02-22T21:50:01.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2022117376 bytes 2026-02-22T21:50:01.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2022729728 bytes 2026-02-22T21:50:01.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2057646080 bytes 2026-02-22T21:50:01.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2077513728 bytes 2026-02-22T21:50:01.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2171405312 bytes 2026-02-22T21:50:01.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2223705088 bytes 2026-02-22T21:50:01.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2256087040 bytes 2026-02-22T21:50:01.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2304333824 bytes 2026-02-22T21:50:01.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2342902784 bytes 2026-02-22T21:50:01.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2348125184 bytes 2026-02-22T21:50:01.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2413363200 bytes 2026-02-22T21:50:01.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2472428544 bytes 2026-02-22T21:50:01.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2511110144 bytes 2026-02-22T21:50:01.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2601527296 bytes 2026-02-22T21:50:01.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2663327744 bytes 2026-02-22T21:50:01.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2698244096 bytes 2026-02-22T21:50:01.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2754775040 bytes 2026-02-22T21:50:01.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2770308096 bytes 2026-02-22T21:50:01.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 2801908736 bytes 2026-02-22T21:50:02.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 2831401984 bytes 2026-02-22T21:50:02.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 2874662912 bytes 2026-02-22T21:50:02.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 2892487680 bytes 2026-02-22T21:50:02.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 2921626624 bytes 2026-02-22T21:50:02.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 2963837952 bytes 2026-02-22T21:50:02.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 2985647104 bytes 2026-02-22T21:50:02.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3042361344 bytes 2026-02-22T21:50:02.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3067499520 bytes 2026-02-22T21:50:02.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3139643392 bytes 2026-02-22T21:50:02.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3167016960 bytes 2026-02-22T21:50:02.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3275670528 bytes 2026-02-22T21:50:02.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3276807168 bytes 2026-02-22T21:50:02.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3309245440 bytes 2026-02-22T21:50:02.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3401547776 bytes 2026-02-22T21:50:02.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3433092096 bytes 2026-02-22T21:50:02.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3478192128 bytes 2026-02-22T21:50:02.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3494343680 bytes 2026-02-22T21:50:02.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3524403200 bytes 2026-02-22T21:50:02.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3563809792 bytes 2026-02-22T21:50:02.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3633410048 bytes 2026-02-22T21:50:02.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3722773504 bytes 2026-02-22T21:50:02.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3741836288 bytes 2026-02-22T21:50:02.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3759651840 bytes 2026-02-22T21:50:02.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3764161536 bytes 2026-02-22T21:50:02.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 3799153664 bytes 2026-02-22T21:50:02.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 3815638016 bytes 2026-02-22T21:50:03.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 3892071424 bytes 2026-02-22T21:50:03.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 3912366080 bytes 2026-02-22T21:50:03.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 3953994752 bytes 2026-02-22T21:50:03.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 3974493184 bytes 2026-02-22T21:50:03.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4018376704 bytes 2026-02-22T21:50:03.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4032489472 bytes 2026-02-22T21:50:03.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4061950976 bytes 2026-02-22T21:50:03.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4063550464 bytes 2026-02-22T21:50:03.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4078479360 bytes 2026-02-22T21:50:03.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4091217920 bytes 2026-02-22T21:50:03.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4122335232 bytes 2026-02-22T21:50:03.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4201993216 bytes 2026-02-22T21:50:03.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4299693056 bytes 2026-02-22T21:50:03.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4390148096 bytes 2026-02-22T21:50:03.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4427119616 bytes 2026-02-22T21:50:03.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4474970112 bytes 2026-02-22T21:50:03.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4489455616 bytes 2026-02-22T21:50:03.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4569891840 bytes 2026-02-22T21:50:03.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4609808384 bytes 2026-02-22T21:50:03.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4656887808 bytes 2026-02-22T21:50:03.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 4681289728 bytes 2026-02-22T21:50:03.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 4722742272 bytes 2026-02-22T21:50:03.927 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 4841070592 bytes 2026-02-22T21:50:03.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 4862310400 bytes 2026-02-22T21:50:03.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 4872764416 bytes 2026-02-22T21:50:04.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 4966097920 bytes 2026-02-22T21:50:04.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 4980214784 bytes 2026-02-22T21:50:04.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5017583616 bytes 2026-02-22T21:50:04.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5096646656 bytes 2026-02-22T21:50:04.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5133489152 bytes 2026-02-22T21:50:04.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5196965888 bytes 2026-02-22T21:50:04.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5228146688 bytes 2026-02-22T21:50:04.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5328503808 bytes 2026-02-22T21:50:04.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5357343744 bytes 2026-02-22T21:50:04.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5413124096 bytes 2026-02-22T21:50:04.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5459743744 bytes 2026-02-22T21:50:04.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5549661184 bytes 2026-02-22T21:50:04.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5591786496 bytes 2026-02-22T21:50:04.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5643505664 bytes 2026-02-22T21:50:04.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5659395072 bytes 2026-02-22T21:50:04.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5691933696 bytes 2026-02-22T21:50:04.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5719733248 bytes 2026-02-22T21:50:04.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 5776076800 bytes 2026-02-22T21:50:04.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 5776687104 bytes 2026-02-22T21:50:04.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 5797016576 bytes 2026-02-22T21:50:04.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 5842149376 bytes 2026-02-22T21:50:04.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 5889731584 bytes 2026-02-22T21:50:04.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 5978876928 bytes 2026-02-22T21:50:05.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6056670208 bytes 2026-02-22T21:50:05.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6127745024 bytes 2026-02-22T21:50:05.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6165813248 bytes 2026-02-22T21:50:05.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6193060864 bytes 2026-02-22T21:50:05.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6203249664 bytes 2026-02-22T21:50:05.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6264921088 bytes 2026-02-22T21:50:05.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6311993344 bytes 2026-02-22T21:50:05.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6409056256 bytes 2026-02-22T21:50:05.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6422863872 bytes 2026-02-22T21:50:05.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6455689216 bytes 2026-02-22T21:50:05.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6522546176 bytes 2026-02-22T21:50:05.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6542474240 bytes 2026-02-22T21:50:05.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6576728064 bytes 2026-02-22T21:50:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6580068352 bytes 2026-02-22T21:50:05.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6637558784 bytes 2026-02-22T21:50:05.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6675511296 bytes 2026-02-22T21:50:05.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6706834432 bytes 2026-02-22T21:50:05.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 6756841472 bytes 2026-02-22T21:50:05.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 6814232576 bytes 2026-02-22T21:50:05.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 6818717696 bytes 2026-02-22T21:50:05.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 6878299136 bytes 2026-02-22T21:50:05.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 6891137024 bytes 2026-02-22T21:50:05.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 6966470656 bytes 2026-02-22T21:50:05.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 6990546944 bytes 2026-02-22T21:50:05.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 6991175680 bytes 2026-02-22T21:50:06.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7031191552 bytes 2026-02-22T21:50:06.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7067686912 bytes 2026-02-22T21:50:06.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7171592192 bytes 2026-02-22T21:50:06.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7264406528 bytes 2026-02-22T21:50:06.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7278362624 bytes 2026-02-22T21:50:06.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7323162624 bytes 2026-02-22T21:50:06.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7345840128 bytes 2026-02-22T21:50:06.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7354790912 bytes 2026-02-22T21:50:06.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7438221312 bytes 2026-02-22T21:50:06.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7451874304 bytes 2026-02-22T21:50:06.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7543542784 bytes 2026-02-22T21:50:06.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7571398656 bytes 2026-02-22T21:50:06.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7606286336 bytes 2026-02-22T21:50:06.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7654266880 bytes 2026-02-22T21:50:06.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7692846080 bytes 2026-02-22T21:50:06.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7736564736 bytes 2026-02-22T21:50:06.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 7757113344 bytes 2026-02-22T21:50:06.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 7811433472 bytes 2026-02-22T21:50:06.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 7830153216 bytes 2026-02-22T21:50:06.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 7844197376 bytes 2026-02-22T21:50:06.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 7901671424 bytes 2026-02-22T21:50:06.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8043987968 bytes 2026-02-22T21:50:06.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8100703232 bytes 2026-02-22T21:50:07.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8147133440 bytes 2026-02-22T21:50:07.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8182240256 bytes 2026-02-22T21:50:07.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8231731200 bytes 2026-02-22T21:50:07.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8258277376 bytes 2026-02-22T21:50:07.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8334260224 bytes 2026-02-22T21:50:07.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8363165696 bytes 2026-02-22T21:50:07.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8396938240 bytes 2026-02-22T21:50:07.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8408353792 bytes 2026-02-22T21:50:07.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8446392320 bytes 2026-02-22T21:50:07.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8481428480 bytes 2026-02-22T21:50:07.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8602618880 bytes 2026-02-22T21:50:07.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8657470464 bytes 2026-02-22T21:50:07.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8722845696 bytes 2026-02-22T21:50:07.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8777335808 bytes 2026-02-22T21:50:07.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8825052160 bytes 2026-02-22T21:50:07.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8915355648 bytes 2026-02-22T21:50:07.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 8924934144 bytes 2026-02-22T21:50:07.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 8966573056 bytes 2026-02-22T21:50:07.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9009847296 bytes 2026-02-22T21:50:07.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9065351168 bytes 2026-02-22T21:50:07.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9180338176 bytes 2026-02-22T21:50:07.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9223142400 bytes 2026-02-22T21:50:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:50:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:50:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:50:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:50:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:50:07.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:50:07.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:50:07.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:50:07.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:50:08.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:50:08.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:08.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:08.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:08.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:50:08.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:50:08.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:50:08.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:50:08.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:50:08.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:50:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:50:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:50:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:50:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":17884637.87,"bytes_per_snapshot":268269568.0,"last_snapshot_bytes":536539136,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771796945,"remote_snapshot_timestamp":1771796945,"replay_state":"idle"} 2026-02-22T21:50:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:50:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:49:44 2026-02-22T21:50:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:50:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:50:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:50:09.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:50:09.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:49:44' 2026-02-22T21:50:09.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:50:09.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:50:09.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:50:09.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":17884637.87,"bytes_per_snapshot":268269568.0,"last_snapshot_bytes":536539136,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771796945,"remote_snapshot_timestamp":1771796945,"replay_state":"idle"} 2026-02-22T21:50:09.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:50:09.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:50:09.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:50:09.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:50:09.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:50:09.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:50:09.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:50:09.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:50:09.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:49:44' 2026-02-22T21:50:09.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:49:44' 2026-02-22T21:50:09.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:09.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:09.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:09.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:50:09.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:49:44' 2026-02-22T21:50:09.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:50:09.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:50:09.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:50:09.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142094310mirror.0trial17219.2.3-689-gf90f4eaefalseOK42154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOK43374340mirror.1trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":17884637.87,"bytes_per_snapshot":268269568.0,"last_snapshot_bytes":536539136,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771796945,"remote_snapshot_timestamp":1771796945,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:49:44cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:49:44' 2026-02-22T21:50:09.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:50:09.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:50:09.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:49:44' 2026-02-22T21:50:09.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:50:09.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:50:09.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:50:09.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:50:09.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:50:09.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:09.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:09.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap3 2026-02-22T21:50:09.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap3 2026-02-22T21:50:09.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:50:09.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:09.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:09.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap3 2026-02-22T21:50:09.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap3 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:50:15.401 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.8465510997174246) > weight (0.25) 2026-02-22T21:50:15.401 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.1 2026-02-22T21:50:15.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Sent signal 15 2026-02-22T21:50:15.401 INFO:tasks.rbd_mirror_thrash:waiting for 9.252130006909413 secs before reviving daemons 2026-02-22T21:50:15.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T21:50:15.399+0000 7fb9d504f640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 (PID: 22812) UID: 1000 2026-02-22T21:50:20.137 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.3125470879899601) > weight (0.25) 2026-02-22T21:50:20.137 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.1 2026-02-22T21:50:20.137 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Sent signal 15 2026-02-22T21:50:20.137 INFO:tasks.rbd_mirror_thrash:waiting for 4.2729500887848015 secs before reviving daemons 2026-02-22T21:50:20.138 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T21:50:20.134+0000 7f21f519f640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 (PID: 19942) UID: 1000 2026-02-22T21:50:24.411 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.1 2026-02-22T21:50:24.411 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:50:24.412 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.1 2026-02-22T21:50:24.412 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Restarting daemon 2026-02-22T21:50:24.412 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 2026-02-22T21:50:24.414 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Started 2026-02-22T21:50:24.415 INFO:tasks.rbd_mirror_thrash:waiting for 115.69362935710902 secs before thrashing 2026-02-22T21:50:24.654 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.1 2026-02-22T21:50:24.654 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:50:24.654 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.1 2026-02-22T21:50:24.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Restarting daemon 2026-02-22T21:50:24.655 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 2026-02-22T21:50:24.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Started 2026-02-22T21:50:24.656 INFO:tasks.rbd_mirror_thrash:waiting for 66.77618474155993 secs before thrashing 2026-02-22T21:50:39.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:50:39.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:50:39.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:50:40.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:50:40.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:40.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:50:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:50:40.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:50:40.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:50:40.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:50:40.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:50:40.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:50:40.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:50:40.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:50:40.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:50:40.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:50:40.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:50:40.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:50:40.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:50:40.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:50:40.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:50:40.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:50:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:50:40.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:50:40.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:50:40.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:50:40.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:50:40.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:50:40.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:50:40.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:50:40.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:50:40.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:50:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:50:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:50:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:50:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:50:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:50:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:50:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:50:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:50:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:50:40.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:50:40.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:50:40.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:50:40.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:50:40.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:50:40.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:50:40.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:50:40.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:50:40.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:50:40.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:50:40.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:50:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:50:40.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:50:40.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:50:40.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:50:40.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:50:40.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:50:40.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:50:40.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:50:40.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:50:40.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:50:40.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:50:40.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:50:40.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:50:40.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:50:40.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:50:40.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:50:40.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:50:40.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:50:40.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:50:40.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:50:40.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:50:40.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:50:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:50:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:50:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:50:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:50:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:50:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:50:40.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:40.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:40.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:50:42.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 11 2026-02-22T21:50:42.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:50:42.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:50:42.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:50:42.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:42.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:42.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:50:42.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:50:42.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:50:42.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:50:42.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:50:42.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:50:42.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:50:42.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:50:42.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:50:42.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:50:42.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:42.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:42.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:50:42.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:50:42.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:50:42.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:50:42.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=11 2026-02-22T21:50:42.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:50:42.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:50:42.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:50:42.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:50:42.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:42.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:42.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:42.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:50:42.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:50:42.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:50:42.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:50:42.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:50:42.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:50:42.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:50:42.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:50:42.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:50:42.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 11 = '' 2026-02-22T21:50:42.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:50:42.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:50:42.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:50:42.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:42.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:42.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:42.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:50:42.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:50:42.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:50:42.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:50:42.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:50:42.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:50:42.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:50:42.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:50:42.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:50:42.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 11 = '' 2026-02-22T21:50:42.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:50:42.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:50:43.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:50:43.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:43.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:43.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:43.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:50:43.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:50:43.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:50:43.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:50:43.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=11 2026-02-22T21:50:43.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 11 = 11 2026-02-22T21:50:43.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:43.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap3 2026-02-22T21:50:43.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:43.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:43.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:43.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap3 2026-02-22T21:50:43.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:50:43.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:50:43.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:50:44.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap3 2026-02-22T21:50:44.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:50:44.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 6 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:49:55 2026 2026-02-22T21:50:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:50:44.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:50:44.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:50:44.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:50:44.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:50:44.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:50:44.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:44.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snap2-clean ']' 2026-02-22T21:50:44.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap2-clean 2026-02-22T21:50:44.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:44.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:44.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap2-clean 2026-02-22T21:50:44.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:50:44.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:50:44.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:44.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:44.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap2-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:50:45.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:50:45.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap2-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:45.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:50:45.827 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:46.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:46.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:46.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap3 2026-02-22T21:50:46.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:46.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:46.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap3 2026-02-22T21:50:46.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:50:46.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:50:46.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:46.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:46.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap3 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:50:46.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:50:46.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap3 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:47.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:50:47.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:47.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:50:47.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:47.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap3-clean 2026-02-22T21:50:47.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap3-clean 2026-02-22T21:50:47.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:50:47.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:47.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:47.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap3-clean 2026-02-22T21:50:47.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap3-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:50:48.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:50:48.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:50:48.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:50:48.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:48.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:48.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:50:48.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=7 2026-02-22T21:50:48.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:50:48.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 7s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:50:48.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 85433344 bytes 2026-02-22T21:50:48.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 107936768 bytes 2026-02-22T21:50:48.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 228675584 bytes 2026-02-22T21:50:48.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 318820352 bytes 2026-02-22T21:50:48.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 373576704 bytes 2026-02-22T21:50:48.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 392180736 bytes 2026-02-22T21:50:48.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 402834432 bytes 2026-02-22T21:50:48.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 422548480 bytes 2026-02-22T21:50:48.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 451348480 bytes 2026-02-22T21:50:48.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 480214016 bytes 2026-02-22T21:50:48.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 500851712 bytes 2026-02-22T21:50:48.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 502560768 bytes 2026-02-22T21:50:48.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 548415488 bytes 2026-02-22T21:50:48.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 562426880 bytes 2026-02-22T21:50:48.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 591485952 bytes 2026-02-22T21:50:48.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 647750656 bytes 2026-02-22T21:50:49.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 673383424 bytes 2026-02-22T21:50:49.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 706145280 bytes 2026-02-22T21:50:49.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 753495040 bytes 2026-02-22T21:50:49.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 819852288 bytes 2026-02-22T21:50:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 867808256 bytes 2026-02-22T21:50:49.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 891190272 bytes 2026-02-22T21:50:49.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 903805952 bytes 2026-02-22T21:50:49.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 948655104 bytes 2026-02-22T21:50:49.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 997165056 bytes 2026-02-22T21:50:49.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1029342208 bytes 2026-02-22T21:50:49.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1106742272 bytes 2026-02-22T21:50:49.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1130105856 bytes 2026-02-22T21:50:49.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1154814976 bytes 2026-02-22T21:50:49.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1226405888 bytes 2026-02-22T21:50:49.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1268174848 bytes 2026-02-22T21:50:49.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1304003584 bytes 2026-02-22T21:50:49.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1329457152 bytes 2026-02-22T21:50:49.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1430245376 bytes 2026-02-22T21:50:49.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1487437824 bytes 2026-02-22T21:50:49.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1488043008 bytes 2026-02-22T21:50:49.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1546595328 bytes 2026-02-22T21:50:49.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1613964288 bytes 2026-02-22T21:50:49.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1659858944 bytes 2026-02-22T21:50:50.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1785710592 bytes 2026-02-22T21:50:50.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1830065152 bytes 2026-02-22T21:50:50.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1842350080 bytes 2026-02-22T21:50:50.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1884098560 bytes 2026-02-22T21:50:50.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1916971008 bytes 2026-02-22T21:50:50.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1980311552 bytes 2026-02-22T21:50:50.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2034600960 bytes 2026-02-22T21:50:50.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2061394944 bytes 2026-02-22T21:50:50.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2078299136 bytes 2026-02-22T21:50:50.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2119753728 bytes 2026-02-22T21:50:50.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2145185792 bytes 2026-02-22T21:50:50.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2190198784 bytes 2026-02-22T21:50:50.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2234720256 bytes 2026-02-22T21:50:50.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2299976704 bytes 2026-02-22T21:50:50.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2384445440 bytes 2026-02-22T21:50:50.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2412024832 bytes 2026-02-22T21:50:50.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2412640256 bytes 2026-02-22T21:50:50.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2433418240 bytes 2026-02-22T21:50:50.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2470645760 bytes 2026-02-22T21:50:50.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2495030272 bytes 2026-02-22T21:50:50.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2503609344 bytes 2026-02-22T21:50:50.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2545704960 bytes 2026-02-22T21:50:50.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2604195840 bytes 2026-02-22T21:50:51.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2680851456 bytes 2026-02-22T21:50:51.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2735808512 bytes 2026-02-22T21:50:51.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2747099136 bytes 2026-02-22T21:50:51.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2797749248 bytes 2026-02-22T21:50:51.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2856630272 bytes 2026-02-22T21:50:51.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2900936704 bytes 2026-02-22T21:50:51.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2925416448 bytes 2026-02-22T21:50:51.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2992039936 bytes 2026-02-22T21:50:51.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3071043584 bytes 2026-02-22T21:50:51.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3113601024 bytes 2026-02-22T21:50:51.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3155785728 bytes 2026-02-22T21:50:51.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3164163072 bytes 2026-02-22T21:50:51.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3187595264 bytes 2026-02-22T21:50:51.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3236420608 bytes 2026-02-22T21:50:51.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3260662784 bytes 2026-02-22T21:50:51.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3267683328 bytes 2026-02-22T21:50:51.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3336158208 bytes 2026-02-22T21:50:51.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3452448768 bytes 2026-02-22T21:50:51.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3574651904 bytes 2026-02-22T21:50:51.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3664465920 bytes 2026-02-22T21:50:51.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3776430080 bytes 2026-02-22T21:50:52.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3848591360 bytes 2026-02-22T21:50:52.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3914100736 bytes 2026-02-22T21:50:52.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3950170112 bytes 2026-02-22T21:50:52.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 4052342784 bytes 2026-02-22T21:50:52.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 4101565440 bytes 2026-02-22T21:50:52.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 4141873152 bytes 2026-02-22T21:50:52.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4172748800 bytes 2026-02-22T21:50:52.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4217383936 bytes 2026-02-22T21:50:52.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4224769024 bytes 2026-02-22T21:50:52.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4322883584 bytes 2026-02-22T21:50:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4382838784 bytes 2026-02-22T21:50:52.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4454731776 bytes 2026-02-22T21:50:52.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4519746560 bytes 2026-02-22T21:50:52.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4588494848 bytes 2026-02-22T21:50:52.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4607690752 bytes 2026-02-22T21:50:52.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4619974656 bytes 2026-02-22T21:50:52.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4666403840 bytes 2026-02-22T21:50:52.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4685006848 bytes 2026-02-22T21:50:52.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4720235520 bytes 2026-02-22T21:50:52.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4752063488 bytes 2026-02-22T21:50:52.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4801616896 bytes 2026-02-22T21:50:52.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4873843712 bytes 2026-02-22T21:50:53.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4955107328 bytes 2026-02-22T21:50:53.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4979623936 bytes 2026-02-22T21:50:53.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 5110247424 bytes 2026-02-22T21:50:53.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 5182819328 bytes 2026-02-22T21:50:53.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 5269873664 bytes 2026-02-22T21:50:53.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5370516480 bytes 2026-02-22T21:50:53.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5466511360 bytes 2026-02-22T21:50:53.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5483491328 bytes 2026-02-22T21:50:53.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5487544320 bytes 2026-02-22T21:50:53.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5518716928 bytes 2026-02-22T21:50:53.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5560462336 bytes 2026-02-22T21:50:53.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5610649600 bytes 2026-02-22T21:50:53.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5628793856 bytes 2026-02-22T21:50:53.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5717552128 bytes 2026-02-22T21:50:53.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5759188992 bytes 2026-02-22T21:50:53.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5759818752 bytes 2026-02-22T21:50:53.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5838343168 bytes 2026-02-22T21:50:53.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5900548096 bytes 2026-02-22T21:50:53.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5912968192 bytes 2026-02-22T21:50:53.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5955499008 bytes 2026-02-22T21:50:53.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5960259584 bytes 2026-02-22T21:50:54.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 6050641920 bytes 2026-02-22T21:50:54.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 6090475520 bytes 2026-02-22T21:50:54.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 6146144256 bytes 2026-02-22T21:50:54.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 6190819328 bytes 2026-02-22T21:50:54.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 6257936384 bytes 2026-02-22T21:50:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 6308469760 bytes 2026-02-22T21:50:54.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 6341612544 bytes 2026-02-22T21:50:54.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 6385679360 bytes 2026-02-22T21:50:54.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6459340800 bytes 2026-02-22T21:50:54.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6579052544 bytes 2026-02-22T21:50:54.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6678162432 bytes 2026-02-22T21:50:54.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6714513408 bytes 2026-02-22T21:50:54.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6728696832 bytes 2026-02-22T21:50:54.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6820682752 bytes 2026-02-22T21:50:54.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6898586624 bytes 2026-02-22T21:50:55.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6968285184 bytes 2026-02-22T21:50:55.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6969769984 bytes 2026-02-22T21:50:55.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6996055040 bytes 2026-02-22T21:50:55.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 7066586112 bytes 2026-02-22T21:50:55.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 7067832320 bytes 2026-02-22T21:50:55.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 7077481472 bytes 2026-02-22T21:50:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:50:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:50:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:50:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:50:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:55.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:55.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:50:55.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:50:55.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:50:55.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:50:55.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:50:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:50:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:50:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:50:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:50:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:50:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:50:56.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:50:56.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:50:56.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:50:56.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:50:56.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":17851869.87,"bytes_per_snapshot":534338560.0,"last_snapshot_bytes":535556096,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797041,"remote_snapshot_timestamp":1771797041,"replay_state":"idle"} 2026-02-22T21:50:56.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:50:56.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:50:44 2026-02-22T21:50:56.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:50:56.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:50:56.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:50:56.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:50:56.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:50:44' 2026-02-22T21:50:56.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:50:56.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:50:56.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:50:56.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":17851869.87,"bytes_per_snapshot":534338560.0,"last_snapshot_bytes":535556096,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797041,"remote_snapshot_timestamp":1771797041,"replay_state":"idle"} 2026-02-22T21:50:56.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:50:56.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:50:56.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:50:56.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:50:56.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:50:56.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:50:56.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:50:56.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:50:56.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:50:44' 2026-02-22T21:50:56.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:50:44' 2026-02-22T21:50:56.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:50:56.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:56.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:56.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:50:56.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:50:44' 2026-02-22T21:50:56.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:50:56.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:50:56.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:50:56.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142094310mirror.0trial17219.2.3-689-gf90f4eaefalseOK42154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOK44004403mirror.1trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":17851869.87,"bytes_per_snapshot":534338560.0,"last_snapshot_bytes":535556096,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797041,"remote_snapshot_timestamp":1771797041,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:50:44cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:50:44' 2026-02-22T21:50:56.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:50:56.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:50:56.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:50:44' 2026-02-22T21:50:56.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:50:56.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:50:56.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:50:56.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:50:56.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:50:56.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:56.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:50:56.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap4 2026-02-22T21:50:56.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap4 2026-02-22T21:50:56.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:50:56.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:50:56.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:50:56.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap4 2026-02-22T21:50:56.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap4 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:51:25.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:51:25.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:25.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:25.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:25.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:51:25.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:25.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:25.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:25.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:51:25.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:51:25.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:51:25.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:51:26.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:51:26.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:26.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:26.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:26.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:51:26.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:51:26.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:51:26.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:51:26.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:51:26.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:51:26.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:51:26.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:51:26.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:51:26.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:51:26.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:51:26.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:51:26.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:51:26.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:51:26.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:51:26.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:51:26.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:51:26.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:51:26.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:51:26.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:51:26.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:51:26.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:51:26.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:51:26.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:51:26.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:51:26.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:51:26.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:51:26.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:51:26.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:51:26.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:51:26.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:51:26.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:51:26.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:51:26.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:51:26.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:51:26.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:51:26.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:51:26.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:51:26.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:51:26.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:51:26.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:51:26.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:51:26.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:51:26.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:51:26.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:51:26.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:51:26.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:51:26.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:51:26.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:51:26.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:51:26.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:51:26.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:51:26.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:51:26.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:51:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:51:26.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:51:26.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:51:26.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:51:26.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:51:26.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:51:26.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:51:26.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:51:26.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:51:26.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:51:26.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:51:26.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:51:26.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:51:26.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:26.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:51:28.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 14 2026-02-22T21:51:28.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:51:28.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:51:28.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:51:28.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:28.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:28.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:51:28.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:51:28.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:51:28.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:51:28.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:51:28.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:51:28.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:51:28.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:51:28.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:51:28.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:51:28.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:28.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:28.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:51:28.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:51:28.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:51:28.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:51:28.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=14 2026-02-22T21:51:28.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:51:28.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:51:28.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:51:28.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:51:28.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:28.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:28.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:28.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:51:28.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:51:28.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:51:28.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:51:28.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:51:28.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:51:28.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:51:28.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:51:28.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:51:28.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 14 = '' 2026-02-22T21:51:28.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:51:28.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:51:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:51:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:51:29.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:51:29.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:51:29.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:51:29.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:51:29.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:51:29.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:51:29.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:51:29.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:51:29.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 14 = '' 2026-02-22T21:51:29.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:51:29.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:51:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:51:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:30.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:30.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:30.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:51:30.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:51:30.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:51:30.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:51:30.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=14 2026-02-22T21:51:30.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 14 = 14 2026-02-22T21:51:30.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:51:30.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap4 2026-02-22T21:51:30.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:30.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:30.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:30.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap4 2026-02-22T21:51:30.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:51:30.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:51:30.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:51:31.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap4 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 8 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:51:31.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:49:55 2026 2026-02-22T21:51:31.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:51:31.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:51:31.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:51:31.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:51:31.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:51:31.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snap3-clean ']' 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap3-clean 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap3-clean 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:31.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap3-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:51:31.433 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.0 2026-02-22T21:51:31.433 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Sent signal 15 2026-02-22T21:51:31.434 INFO:tasks.rbd_mirror_thrash:waiting for 5.519024828304225 secs before reviving daemons 2026-02-22T21:51:31.434 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T21:51:31.432+0000 7f8476ae5640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 (PID: 19817) UID: 1000 2026-02-22T21:51:31.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:51:31.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap3-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:32.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:51:32.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:32.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:32.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:51:32.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap4 2026-02-22T21:51:32.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:32.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:32.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap4 2026-02-22T21:51:32.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:51:32.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:51:32.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:32.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:32.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap4 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:51:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:51:33.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap4 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:33.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:51:33.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:33.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:51:33.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:51:33.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap4-clean 2026-02-22T21:51:33.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap4-clean 2026-02-22T21:51:33.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:51:33.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:33.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:33.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap4-clean 2026-02-22T21:51:33.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap4-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:51:34.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:51:34.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:51:34.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:51:34.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:34.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:34.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:51:34.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=13 2026-02-22T21:51:34.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:51:34.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 13s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:51:35.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 13894656 bytes 2026-02-22T21:51:35.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 78271488 bytes 2026-02-22T21:51:35.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 142354432 bytes 2026-02-22T21:51:35.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 177481728 bytes 2026-02-22T21:51:35.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 234694656 bytes 2026-02-22T21:51:35.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 313757696 bytes 2026-02-22T21:51:35.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 348442624 bytes 2026-02-22T21:51:35.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 392563712 bytes 2026-02-22T21:51:35.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 449988608 bytes 2026-02-22T21:51:35.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 520069120 bytes 2026-02-22T21:51:35.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 555304960 bytes 2026-02-22T21:51:35.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 582931456 bytes 2026-02-22T21:51:35.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 662127616 bytes 2026-02-22T21:51:35.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 721955840 bytes 2026-02-22T21:51:35.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 766367744 bytes 2026-02-22T21:51:35.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 786094080 bytes 2026-02-22T21:51:35.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 793122816 bytes 2026-02-22T21:51:35.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 865004544 bytes 2026-02-22T21:51:35.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 927166464 bytes 2026-02-22T21:51:36.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 1002037248 bytes 2026-02-22T21:51:36.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 1067395072 bytes 2026-02-22T21:51:36.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1097820160 bytes 2026-02-22T21:51:36.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1191228416 bytes 2026-02-22T21:51:36.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1228844032 bytes 2026-02-22T21:51:36.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1281499136 bytes 2026-02-22T21:51:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1314214912 bytes 2026-02-22T21:51:36.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1332278272 bytes 2026-02-22T21:51:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1379622912 bytes 2026-02-22T21:51:36.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1380212736 bytes 2026-02-22T21:51:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1416785920 bytes 2026-02-22T21:51:36.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1426199552 bytes 2026-02-22T21:51:36.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1514430464 bytes 2026-02-22T21:51:36.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1553746944 bytes 2026-02-22T21:51:36.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1609088000 bytes 2026-02-22T21:51:36.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1629251584 bytes 2026-02-22T21:51:36.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1703490560 bytes 2026-02-22T21:51:36.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1733251072 bytes 2026-02-22T21:51:36.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1774415872 bytes 2026-02-22T21:51:36.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1819613184 bytes 2026-02-22T21:51:36.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1858969600 bytes 2026-02-22T21:51:36.953 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.0 2026-02-22T21:51:36.953 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:51:36.954 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.0 2026-02-22T21:51:36.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Restarting daemon 2026-02-22T21:51:36.954 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 2026-02-22T21:51:36.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Started 2026-02-22T21:51:36.955 INFO:tasks.rbd_mirror_thrash:waiting for 68.57454177730571 secs before thrashing 2026-02-22T21:51:36.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1920865280 bytes 2026-02-22T21:51:36.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1951886336 bytes 2026-02-22T21:51:37.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1965920256 bytes 2026-02-22T21:51:37.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2010306560 bytes 2026-02-22T21:51:37.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2072735744 bytes 2026-02-22T21:51:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2141562880 bytes 2026-02-22T21:51:37.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2181345280 bytes 2026-02-22T21:51:37.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2236016640 bytes 2026-02-22T21:51:37.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2296836096 bytes 2026-02-22T21:51:37.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2359804928 bytes 2026-02-22T21:51:37.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2392505344 bytes 2026-02-22T21:51:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2412512256 bytes 2026-02-22T21:51:37.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2445595648 bytes 2026-02-22T21:51:37.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2503555072 bytes 2026-02-22T21:51:37.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2533483520 bytes 2026-02-22T21:51:37.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2629923840 bytes 2026-02-22T21:51:37.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2703163392 bytes 2026-02-22T21:51:37.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2723363840 bytes 2026-02-22T21:51:37.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2769440768 bytes 2026-02-22T21:51:37.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2812980224 bytes 2026-02-22T21:51:37.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2848503808 bytes 2026-02-22T21:51:37.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2871504896 bytes 2026-02-22T21:51:37.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2895079424 bytes 2026-02-22T21:51:37.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2961055744 bytes 2026-02-22T21:51:38.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3017640960 bytes 2026-02-22T21:51:38.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3035652096 bytes 2026-02-22T21:51:38.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3057156096 bytes 2026-02-22T21:51:38.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3123193856 bytes 2026-02-22T21:51:38.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3146161152 bytes 2026-02-22T21:51:38.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3170711552 bytes 2026-02-22T21:51:38.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3218280448 bytes 2026-02-22T21:51:38.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3241274368 bytes 2026-02-22T21:51:38.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3291213824 bytes 2026-02-22T21:51:38.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3316189184 bytes 2026-02-22T21:51:38.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3350029312 bytes 2026-02-22T21:51:38.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3366951936 bytes 2026-02-22T21:51:38.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3383918592 bytes 2026-02-22T21:51:38.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3404450816 bytes 2026-02-22T21:51:38.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3424871424 bytes 2026-02-22T21:51:38.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3478006784 bytes 2026-02-22T21:51:38.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3532834816 bytes 2026-02-22T21:51:38.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3554549760 bytes 2026-02-22T21:51:38.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3600590848 bytes 2026-02-22T21:51:38.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3601203200 bytes 2026-02-22T21:51:38.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3677392896 bytes 2026-02-22T21:51:38.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3731215360 bytes 2026-02-22T21:51:38.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3748198400 bytes 2026-02-22T21:51:38.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3772481536 bytes 2026-02-22T21:51:38.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3780923392 bytes 2026-02-22T21:51:39.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3841923072 bytes 2026-02-22T21:51:39.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3921620992 bytes 2026-02-22T21:51:39.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3992994816 bytes 2026-02-22T21:51:39.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4042303488 bytes 2026-02-22T21:51:39.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4075679744 bytes 2026-02-22T21:51:39.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4135745536 bytes 2026-02-22T21:51:39.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4175389696 bytes 2026-02-22T21:51:39.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4176020480 bytes 2026-02-22T21:51:39.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4176613376 bytes 2026-02-22T21:51:39.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4247711744 bytes 2026-02-22T21:51:39.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4283772928 bytes 2026-02-22T21:51:39.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4287114240 bytes 2026-02-22T21:51:39.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4339927040 bytes 2026-02-22T21:51:39.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4384854016 bytes 2026-02-22T21:51:39.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4444420096 bytes 2026-02-22T21:51:39.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4488272896 bytes 2026-02-22T21:51:39.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4488893440 bytes 2026-02-22T21:51:39.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4542991360 bytes 2026-02-22T21:51:39.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4553110528 bytes 2026-02-22T21:51:39.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4571905024 bytes 2026-02-22T21:51:39.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4619810816 bytes 2026-02-22T21:51:39.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4680612864 bytes 2026-02-22T21:51:39.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4737330176 bytes 2026-02-22T21:51:40.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4779830272 bytes 2026-02-22T21:51:40.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4844097536 bytes 2026-02-22T21:51:40.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4895725568 bytes 2026-02-22T21:51:40.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4901660672 bytes 2026-02-22T21:51:40.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4941260800 bytes 2026-02-22T21:51:40.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5028162560 bytes 2026-02-22T21:51:40.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5141860352 bytes 2026-02-22T21:51:40.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5152689152 bytes 2026-02-22T21:51:40.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5178390528 bytes 2026-02-22T21:51:40.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5266592768 bytes 2026-02-22T21:51:40.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5302696960 bytes 2026-02-22T21:51:40.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5346516992 bytes 2026-02-22T21:51:40.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5423117312 bytes 2026-02-22T21:51:40.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5485968384 bytes 2026-02-22T21:51:40.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5486593024 bytes 2026-02-22T21:51:40.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5544161280 bytes 2026-02-22T21:51:41.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5591553024 bytes 2026-02-22T21:51:41.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5639300096 bytes 2026-02-22T21:51:41.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5696625664 bytes 2026-02-22T21:51:41.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5730379776 bytes 2026-02-22T21:51:41.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5752847360 bytes 2026-02-22T21:51:41.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5790646272 bytes 2026-02-22T21:51:41.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5865079808 bytes 2026-02-22T21:51:41.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5899347968 bytes 2026-02-22T21:51:41.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5899969536 bytes 2026-02-22T21:51:41.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5952681984 bytes 2026-02-22T21:51:41.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5992869888 bytes 2026-02-22T21:51:41.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6041194496 bytes 2026-02-22T21:51:41.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6106266624 bytes 2026-02-22T21:51:41.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6171686912 bytes 2026-02-22T21:51:41.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6178492416 bytes 2026-02-22T21:51:41.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6239546368 bytes 2026-02-22T21:51:41.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6298162176 bytes 2026-02-22T21:51:41.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6309693440 bytes 2026-02-22T21:51:41.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6310316032 bytes 2026-02-22T21:51:41.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6356304896 bytes 2026-02-22T21:51:41.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6402234368 bytes 2026-02-22T21:51:41.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6425261056 bytes 2026-02-22T21:51:42.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6508442624 bytes 2026-02-22T21:51:42.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6564156416 bytes 2026-02-22T21:51:42.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6597520384 bytes 2026-02-22T21:51:42.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6606902272 bytes 2026-02-22T21:51:42.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6682422272 bytes 2026-02-22T21:51:42.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6720606208 bytes 2026-02-22T21:51:42.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6749506560 bytes 2026-02-22T21:51:42.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6762004480 bytes 2026-02-22T21:51:42.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6857772032 bytes 2026-02-22T21:51:42.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6866925568 bytes 2026-02-22T21:51:42.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6919541760 bytes 2026-02-22T21:51:42.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6948967424 bytes 2026-02-22T21:51:42.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6958341120 bytes 2026-02-22T21:51:42.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6977945600 bytes 2026-02-22T21:51:42.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7025835008 bytes 2026-02-22T21:51:42.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7067028480 bytes 2026-02-22T21:51:42.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7096132608 bytes 2026-02-22T21:51:42.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7128622080 bytes 2026-02-22T21:51:42.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7197747200 bytes 2026-02-22T21:51:42.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7254076416 bytes 2026-02-22T21:51:42.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7289959424 bytes 2026-02-22T21:51:42.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7321527296 bytes 2026-02-22T21:51:42.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7341713408 bytes 2026-02-22T21:51:43.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7396792320 bytes 2026-02-22T21:51:43.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7442307072 bytes 2026-02-22T21:51:43.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7485870080 bytes 2026-02-22T21:51:43.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7566076928 bytes 2026-02-22T21:51:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7581490176 bytes 2026-02-22T21:51:43.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7610360832 bytes 2026-02-22T21:51:43.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7610967040 bytes 2026-02-22T21:51:43.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7676409856 bytes 2026-02-22T21:51:43.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7693053952 bytes 2026-02-22T21:51:43.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7714107392 bytes 2026-02-22T21:51:43.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7733054464 bytes 2026-02-22T21:51:43.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7801479168 bytes 2026-02-22T21:51:43.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7824543744 bytes 2026-02-22T21:51:43.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7854257152 bytes 2026-02-22T21:51:43.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7865989120 bytes 2026-02-22T21:51:43.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7907823616 bytes 2026-02-22T21:51:43.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7943068672 bytes 2026-02-22T21:51:43.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7962296320 bytes 2026-02-22T21:51:43.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8016056320 bytes 2026-02-22T21:51:43.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8022800384 bytes 2026-02-22T21:51:43.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8023420928 bytes 2026-02-22T21:51:43.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8043273216 bytes 2026-02-22T21:51:43.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8096629760 bytes 2026-02-22T21:51:43.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8097275904 bytes 2026-02-22T21:51:43.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8107971584 bytes 2026-02-22T21:51:44.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8145976320 bytes 2026-02-22T21:51:44.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8193743872 bytes 2026-02-22T21:51:44.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8246602752 bytes 2026-02-22T21:51:44.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8283016192 bytes 2026-02-22T21:51:44.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8322425856 bytes 2026-02-22T21:51:44.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8385591296 bytes 2026-02-22T21:51:44.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8430861312 bytes 2026-02-22T21:51:44.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8466549760 bytes 2026-02-22T21:51:44.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8505184256 bytes 2026-02-22T21:51:44.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8505769984 bytes 2026-02-22T21:51:44.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8544075776 bytes 2026-02-22T21:51:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8550998016 bytes 2026-02-22T21:51:44.570 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8653150208 bytes 2026-02-22T21:51:44.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8691089408 bytes 2026-02-22T21:51:44.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8734608384 bytes 2026-02-22T21:51:44.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8808773632 bytes 2026-02-22T21:51:44.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8828251136 bytes 2026-02-22T21:51:44.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8894483456 bytes 2026-02-22T21:51:44.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8963759104 bytes 2026-02-22T21:51:44.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9084483584 bytes 2026-02-22T21:51:44.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9118952448 bytes 2026-02-22T21:51:45.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9145971712 bytes 2026-02-22T21:51:45.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9198862336 bytes 2026-02-22T21:51:45.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9208018944 bytes 2026-02-22T21:51:45.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9259744256 bytes 2026-02-22T21:51:45.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9303538688 bytes 2026-02-22T21:51:45.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9351335936 bytes 2026-02-22T21:51:45.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9429728256 bytes 2026-02-22T21:51:45.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9489945600 bytes 2026-02-22T21:51:45.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9507186688 bytes 2026-02-22T21:51:45.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9532778496 bytes 2026-02-22T21:51:45.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9603721216 bytes 2026-02-22T21:51:45.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9613974528 bytes 2026-02-22T21:51:45.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 9695821824 bytes 2026-02-22T21:51:45.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 9805820928 bytes 2026-02-22T21:51:45.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 9823877120 bytes 2026-02-22T21:51:45.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 9857390592 bytes 2026-02-22T21:51:45.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 9872658432 bytes 2026-02-22T21:51:45.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 9994560512 bytes 2026-02-22T21:51:45.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 10066647040 bytes 2026-02-22T21:51:45.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 10088328192 bytes 2026-02-22T21:51:46.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 10169049088 bytes 2026-02-22T21:51:46.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 10247400448 bytes 2026-02-22T21:51:46.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 10277621760 bytes 2026-02-22T21:51:46.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 10348156928 bytes 2026-02-22T21:51:46.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 10405314560 bytes 2026-02-22T21:51:46.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 10427397120 bytes 2026-02-22T21:51:46.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 10435733504 bytes 2026-02-22T21:51:46.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 10469933056 bytes 2026-02-22T21:51:46.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 10534300672 bytes 2026-02-22T21:51:46.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 10545304576 bytes 2026-02-22T21:51:46.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 10598250496 bytes 2026-02-22T21:51:46.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25100 IOs, 10614987776 bytes 2026-02-22T21:51:46.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25200 IOs, 10680249344 bytes 2026-02-22T21:51:46.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25300 IOs, 10720250880 bytes 2026-02-22T21:51:46.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25400 IOs, 10742318080 bytes 2026-02-22T21:51:46.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25500 IOs, 10752608256 bytes 2026-02-22T21:51:46.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25600 IOs, 10817357824 bytes 2026-02-22T21:51:46.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25700 IOs, 10822524928 bytes 2026-02-22T21:51:46.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25800 IOs, 10828194816 bytes 2026-02-22T21:51:46.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25900 IOs, 10866372608 bytes 2026-02-22T21:51:46.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26000 IOs, 10882591744 bytes 2026-02-22T21:51:46.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26100 IOs, 10910747648 bytes 2026-02-22T21:51:46.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26200 IOs, 10942253056 bytes 2026-02-22T21:51:46.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26300 IOs, 11001193472 bytes 2026-02-22T21:51:47.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26400 IOs, 11066559488 bytes 2026-02-22T21:51:47.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26500 IOs, 11076920320 bytes 2026-02-22T21:51:47.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26600 IOs, 11097461760 bytes 2026-02-22T21:51:47.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26700 IOs, 11166164992 bytes 2026-02-22T21:51:47.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26800 IOs, 11188135936 bytes 2026-02-22T21:51:47.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26900 IOs, 11201372160 bytes 2026-02-22T21:51:47.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27000 IOs, 11254069248 bytes 2026-02-22T21:51:47.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27100 IOs, 11278131200 bytes 2026-02-22T21:51:47.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27200 IOs, 11278761984 bytes 2026-02-22T21:51:47.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27300 IOs, 11314585600 bytes 2026-02-22T21:51:47.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27400 IOs, 11352822784 bytes 2026-02-22T21:51:47.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27500 IOs, 11361681408 bytes 2026-02-22T21:51:47.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27600 IOs, 11378029568 bytes 2026-02-22T21:51:47.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27700 IOs, 11501012992 bytes 2026-02-22T21:51:47.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27800 IOs, 11541913600 bytes 2026-02-22T21:51:47.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27900 IOs, 11563970560 bytes 2026-02-22T21:51:47.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28000 IOs, 11597472768 bytes 2026-02-22T21:51:47.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28100 IOs, 11680928768 bytes 2026-02-22T21:51:47.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28200 IOs, 11737361408 bytes 2026-02-22T21:51:47.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28300 IOs, 11782797312 bytes 2026-02-22T21:51:47.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28400 IOs, 11807564800 bytes 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:51:47.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:51:48.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:51:48.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:48.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:48.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:48.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:51:48.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:51:48.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:51:48.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:51:48.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:51:48.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:51:48.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:51:48.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:51:48.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:51:48.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":17878323.2,"bytes_per_snapshot":535952896.0,"last_snapshot_bytes":536349696,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797087,"remote_snapshot_timestamp":1771797087,"replay_state":"idle"} 2026-02-22T21:51:48.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:51:48.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:51:44 2026-02-22T21:51:48.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:51:48.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:51:48.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:51:48.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:51:48.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:51:44' 2026-02-22T21:51:48.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:51:48.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:51:48.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:51:48.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":17878323.2,"bytes_per_snapshot":535952896.0,"last_snapshot_bytes":536349696,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797087,"remote_snapshot_timestamp":1771797087,"replay_state":"idle"} 2026-02-22T21:51:48.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:51:48.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:51:48.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:51:48.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:51:48.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:51:48.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:51:48.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:51:48.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:51:48.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:51:44' 2026-02-22T21:51:48.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:51:44' 2026-02-22T21:51:48.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:51:48.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:48.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:48.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:51:48.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:51:44' 2026-02-22T21:51:48.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:51:48.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:51:48.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:51:49.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOK44004403mirror.1trial17219.2.3-689-gf90f4eaefalseOK44484451mirror.0trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":17878323.2,"bytes_per_snapshot":535952896.0,"last_snapshot_bytes":536349696,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797087,"remote_snapshot_timestamp":1771797087,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:51:44cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:51:44' 2026-02-22T21:51:49.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:51:49.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:51:49.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:51:44' 2026-02-22T21:51:49.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:51:49.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:51:49.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:51:49.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:51:49.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:51:49.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:51:49.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:51:49.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap5 2026-02-22T21:51:49.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap5 2026-02-22T21:51:49.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:51:49.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:51:49.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:51:49.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap5 2026-02-22T21:51:49.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap5 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:52:18.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:52:18.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:18.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:18.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:18.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:52:18.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:18.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:18.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:18.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:52:18.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:52:18.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:52:18.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:52:19.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:52:19.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:19.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:19.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:19.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:52:19.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:52:19.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:52:19.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:52:19.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:52:19.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:52:19.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:52:19.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:52:19.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:52:19.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:52:19.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:52:19.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:52:19.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:52:19.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:52:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:52:19.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:52:19.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:52:19.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:52:19.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:52:19.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:52:20.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:52:20.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:52:20.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:52:20.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:52:20.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:52:20.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:52:20.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:52:20.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:52:20.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:52:20.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:52:20.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:52:20.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:52:20.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:52:20.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:52:20.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:52:20.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:52:20.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:52:20.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:52:20.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:52:20.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:52:20.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:52:20.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:52:20.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:52:20.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:52:20.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:52:20.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:52:20.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:52:20.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:52:20.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:52:20.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:52:20.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:52:20.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:52:20.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:52:20.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:52:20.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:52:20.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:52:20.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:52:20.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:52:20.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:52:20.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:52:20.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:52:20.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:52:20.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:52:20.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:52:20.110 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.5104831070749368) > weight (0.25) 2026-02-22T21:52:20.110 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.4243699164843122) > weight (0.25) 2026-02-22T21:52:20.110 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.2 2026-02-22T21:52:20.110 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Sent signal 15 2026-02-22T21:52:20.110 INFO:tasks.rbd_mirror_thrash:waiting for 0.8681960191034166 secs before reviving daemons 2026-02-22T21:52:20.111 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T21:52:20.108+0000 7f8a490cd640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.2 (PID: 19944) UID: 1000 2026-02-22T21:52:20.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:52:20.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:52:20.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:52:20.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:52:20.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:52:20.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:52:20.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:52:20.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:52:20.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:52:20.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:52:20.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:52:20.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:52:20.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:52:20.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:52:20.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:52:20.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:20.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:20.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:52:20.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:52:20.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:52:20.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:52:20.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:20.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:20.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:52:20.979 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.2 2026-02-22T21:52:20.980 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:52:20.980 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.2 2026-02-22T21:52:20.980 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Restarting daemon 2026-02-22T21:52:20.980 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.2 2026-02-22T21:52:20.982 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Started 2026-02-22T21:52:20.982 INFO:tasks.rbd_mirror_thrash:waiting for 78.86323169768319 secs before thrashing 2026-02-22T21:52:21.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 17 2026-02-22T21:52:21.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:52:21.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:52:21.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:52:21.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:21.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:21.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:52:21.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:52:21.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:52:21.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:52:21.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:52:21.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:52:21.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:52:21.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:52:21.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:52:21.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:52:21.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:21.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:21.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:52:21.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:52:21.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:52:21.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:52:21.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=17 2026-02-22T21:52:21.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:52:21.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:52:21.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:52:22.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:52:22.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:22.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:22.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:22.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:52:22.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:52:22.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:52:22.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:52:22.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:52:22.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:52:22.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:52:22.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:52:22.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:52:22.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 17 = '' 2026-02-22T21:52:22.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:52:22.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:52:22.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:52:22.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:22.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:22.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:22.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:52:22.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:52:22.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:52:22.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:52:22.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:52:22.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:52:22.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:52:22.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:52:22.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:52:22.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 17 = '' 2026-02-22T21:52:22.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:52:22.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:52:23.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:52:23.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:23.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:23.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:23.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:52:23.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:52:23.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:52:23.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=17 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 17 = 17 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap5 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap5 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:52:23.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:52:23.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:52:24.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap5 2026-02-22T21:52:24.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:52:24.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:52:24.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:52:24.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 10 2026-02-22T21:52:24.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:52:24.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:51:31 2026 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:52:24.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:52:24.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:52:24.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:52:24.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:52:24.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snap4-clean ']' 2026-02-22T21:52:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap4-clean 2026-02-22T21:52:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap4-clean 2026-02-22T21:52:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:52:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:52:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:24.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap4-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:52:25.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:52:25.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap4-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:25.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:52:25.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:25.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:25.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:52:25.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap5 2026-02-22T21:52:25.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:25.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:25.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap5 2026-02-22T21:52:25.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:52:25.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:52:25.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:25.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:25.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap5 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:52:26.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:52:26.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap5 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:26.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:52:26.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:27.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:52:27.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:52:27.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap5-clean 2026-02-22T21:52:27.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap5-clean 2026-02-22T21:52:27.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:52:27.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:27.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:27.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap5-clean 2026-02-22T21:52:27.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap5-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:52:27.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:52:27.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:52:27.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:52:27.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:27.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:27.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:52:27.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=9 2026-02-22T21:52:27.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:52:27.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 9s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:52:28.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 31532032 bytes 2026-02-22T21:52:28.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 69327872 bytes 2026-02-22T21:52:28.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 158514176 bytes 2026-02-22T21:52:28.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 232729600 bytes 2026-02-22T21:52:28.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 321506304 bytes 2026-02-22T21:52:28.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 382797824 bytes 2026-02-22T21:52:28.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 442754048 bytes 2026-02-22T21:52:28.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 484691968 bytes 2026-02-22T21:52:28.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 528498688 bytes 2026-02-22T21:52:28.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 579262464 bytes 2026-02-22T21:52:28.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 645354496 bytes 2026-02-22T21:52:28.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 698886144 bytes 2026-02-22T21:52:28.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 723637248 bytes 2026-02-22T21:52:28.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 782429184 bytes 2026-02-22T21:52:28.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 837918720 bytes 2026-02-22T21:52:28.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 845514752 bytes 2026-02-22T21:52:28.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 873149440 bytes 2026-02-22T21:52:29.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 873775104 bytes 2026-02-22T21:52:29.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 923550720 bytes 2026-02-22T21:52:29.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 971840512 bytes 2026-02-22T21:52:29.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 1016168448 bytes 2026-02-22T21:52:29.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1085577216 bytes 2026-02-22T21:52:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1120614400 bytes 2026-02-22T21:52:29.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1190552576 bytes 2026-02-22T21:52:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1254561792 bytes 2026-02-22T21:52:29.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1292661760 bytes 2026-02-22T21:52:29.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1383720960 bytes 2026-02-22T21:52:29.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1413960704 bytes 2026-02-22T21:52:29.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1437554688 bytes 2026-02-22T21:52:29.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1485475840 bytes 2026-02-22T21:52:29.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1509171200 bytes 2026-02-22T21:52:29.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1537089536 bytes 2026-02-22T21:52:29.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1539282944 bytes 2026-02-22T21:52:29.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1581103104 bytes 2026-02-22T21:52:29.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1621758976 bytes 2026-02-22T21:52:29.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1706030080 bytes 2026-02-22T21:52:29.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1745187840 bytes 2026-02-22T21:52:29.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1757016064 bytes 2026-02-22T21:52:30.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1787604992 bytes 2026-02-22T21:52:30.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1816301568 bytes 2026-02-22T21:52:30.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1865094144 bytes 2026-02-22T21:52:30.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1927402496 bytes 2026-02-22T21:52:30.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1964428288 bytes 2026-02-22T21:52:30.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2015139840 bytes 2026-02-22T21:52:30.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2035439616 bytes 2026-02-22T21:52:30.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2078905344 bytes 2026-02-22T21:52:30.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2141075456 bytes 2026-02-22T21:52:30.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2214450176 bytes 2026-02-22T21:52:30.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2321183744 bytes 2026-02-22T21:52:30.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2376910848 bytes 2026-02-22T21:52:30.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2450068480 bytes 2026-02-22T21:52:30.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2459801600 bytes 2026-02-22T21:52:30.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2519559168 bytes 2026-02-22T21:52:30.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2571773952 bytes 2026-02-22T21:52:30.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2613569536 bytes 2026-02-22T21:52:30.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2641387520 bytes 2026-02-22T21:52:30.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2676645888 bytes 2026-02-22T21:52:31.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2746943488 bytes 2026-02-22T21:52:31.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2861646848 bytes 2026-02-22T21:52:31.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2876991488 bytes 2026-02-22T21:52:31.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2913814528 bytes 2026-02-22T21:52:31.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2971353088 bytes 2026-02-22T21:52:31.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 3010556928 bytes 2026-02-22T21:52:31.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 3011183616 bytes 2026-02-22T21:52:31.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3088555008 bytes 2026-02-22T21:52:31.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3119168512 bytes 2026-02-22T21:52:31.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3161703424 bytes 2026-02-22T21:52:31.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3177944064 bytes 2026-02-22T21:52:31.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3178550272 bytes 2026-02-22T21:52:31.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3248831488 bytes 2026-02-22T21:52:31.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3291988992 bytes 2026-02-22T21:52:31.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3331119104 bytes 2026-02-22T21:52:31.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3359075328 bytes 2026-02-22T21:52:31.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3481562112 bytes 2026-02-22T21:52:31.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3494618112 bytes 2026-02-22T21:52:31.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3557318656 bytes 2026-02-22T21:52:32.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3557944320 bytes 2026-02-22T21:52:32.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3592129536 bytes 2026-02-22T21:52:32.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3612997632 bytes 2026-02-22T21:52:32.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3701386240 bytes 2026-02-22T21:52:32.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3747059712 bytes 2026-02-22T21:52:32.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3781159936 bytes 2026-02-22T21:52:32.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3827131392 bytes 2026-02-22T21:52:32.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3884336128 bytes 2026-02-22T21:52:32.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3980734464 bytes 2026-02-22T21:52:32.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 4005087232 bytes 2026-02-22T21:52:32.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 4069128192 bytes 2026-02-22T21:52:32.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 4107853824 bytes 2026-02-22T21:52:32.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 4108481536 bytes 2026-02-22T21:52:32.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4125900800 bytes 2026-02-22T21:52:32.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4150300672 bytes 2026-02-22T21:52:32.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4204130304 bytes 2026-02-22T21:52:32.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4283762688 bytes 2026-02-22T21:52:32.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4335594496 bytes 2026-02-22T21:52:32.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4372643840 bytes 2026-02-22T21:52:32.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4383417344 bytes 2026-02-22T21:52:33.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4458290176 bytes 2026-02-22T21:52:33.071 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4514325504 bytes 2026-02-22T21:52:33.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4540743680 bytes 2026-02-22T21:52:33.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4598296576 bytes 2026-02-22T21:52:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4643538944 bytes 2026-02-22T21:52:33.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4762788864 bytes 2026-02-22T21:52:33.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4771975168 bytes 2026-02-22T21:52:33.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4829095936 bytes 2026-02-22T21:52:33.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4858863616 bytes 2026-02-22T21:52:33.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4861903872 bytes 2026-02-22T21:52:33.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4872811520 bytes 2026-02-22T21:52:33.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4904137728 bytes 2026-02-22T21:52:33.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4934621184 bytes 2026-02-22T21:52:33.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4984379392 bytes 2026-02-22T21:52:33.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5040581632 bytes 2026-02-22T21:52:33.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5069923328 bytes 2026-02-22T21:52:33.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5118213120 bytes 2026-02-22T21:52:33.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5157206016 bytes 2026-02-22T21:52:33.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5185214464 bytes 2026-02-22T21:52:33.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5195908096 bytes 2026-02-22T21:52:33.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5239480320 bytes 2026-02-22T21:52:34.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5282609152 bytes 2026-02-22T21:52:34.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5343854592 bytes 2026-02-22T21:52:34.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5399815168 bytes 2026-02-22T21:52:34.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5466043392 bytes 2026-02-22T21:52:34.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5510540288 bytes 2026-02-22T21:52:34.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5620406272 bytes 2026-02-22T21:52:34.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5627035648 bytes 2026-02-22T21:52:34.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5646816256 bytes 2026-02-22T21:52:34.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5697638400 bytes 2026-02-22T21:52:34.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5817704448 bytes 2026-02-22T21:52:34.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5836423168 bytes 2026-02-22T21:52:34.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5871859712 bytes 2026-02-22T21:52:34.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5872482304 bytes 2026-02-22T21:52:34.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5886683136 bytes 2026-02-22T21:52:34.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5961026560 bytes 2026-02-22T21:52:34.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5981367296 bytes 2026-02-22T21:52:34.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 6055670784 bytes 2026-02-22T21:52:34.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6136843264 bytes 2026-02-22T21:52:34.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6142595072 bytes 2026-02-22T21:52:35.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6162164736 bytes 2026-02-22T21:52:35.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6204781568 bytes 2026-02-22T21:52:35.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6234545152 bytes 2026-02-22T21:52:35.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6266219520 bytes 2026-02-22T21:52:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6332630016 bytes 2026-02-22T21:52:35.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6333230080 bytes 2026-02-22T21:52:35.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6394797056 bytes 2026-02-22T21:52:35.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6424470528 bytes 2026-02-22T21:52:35.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6483277824 bytes 2026-02-22T21:52:35.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6547488768 bytes 2026-02-22T21:52:35.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6594765824 bytes 2026-02-22T21:52:35.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6663638016 bytes 2026-02-22T21:52:35.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6681405440 bytes 2026-02-22T21:52:35.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6730726400 bytes 2026-02-22T21:52:35.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6772785152 bytes 2026-02-22T21:52:35.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6834360320 bytes 2026-02-22T21:52:35.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6851877888 bytes 2026-02-22T21:52:35.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6873960448 bytes 2026-02-22T21:52:35.927 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 7007242240 bytes 2026-02-22T21:52:35.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 7058804736 bytes 2026-02-22T21:52:36.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 7114796032 bytes 2026-02-22T21:52:36.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 7143001088 bytes 2026-02-22T21:52:36.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 7161535488 bytes 2026-02-22T21:52:36.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 7197568000 bytes 2026-02-22T21:52:36.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 7250027520 bytes 2026-02-22T21:52:36.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 7295510528 bytes 2026-02-22T21:52:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7320366080 bytes 2026-02-22T21:52:36.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7419116544 bytes 2026-02-22T21:52:36.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7484305408 bytes 2026-02-22T21:52:36.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7532578816 bytes 2026-02-22T21:52:36.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7546853376 bytes 2026-02-22T21:52:36.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7588303872 bytes 2026-02-22T21:52:36.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7680638976 bytes 2026-02-22T21:52:36.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7718356992 bytes 2026-02-22T21:52:36.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7793421312 bytes 2026-02-22T21:52:36.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7846909952 bytes 2026-02-22T21:52:36.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7857506304 bytes 2026-02-22T21:52:36.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7890155520 bytes 2026-02-22T21:52:36.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7904928768 bytes 2026-02-22T21:52:36.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:52:36.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:52:36.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:52:36.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:52:36.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:52:36.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:36.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:36.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:36.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:52:36.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:52:36.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:52:36.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:52:36.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:52:37.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:52:37.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:37.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:37.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:37.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:52:37.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:52:37.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:52:37.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:52:37.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:52:37.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":0.0,"bytes_per_snapshot":535952896.0,"last_snapshot_bytes":536349696,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797087,"remote_snapshot_timestamp":1771797087,"replay_state":"idle"} 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:52:14 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:52:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:52:38.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:52:24' 2026-02-22T21:52:38.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:52:38.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:52:38.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:52:38.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":0.0,"bytes_per_snapshot":535952896.0,"last_snapshot_bytes":536349696,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797087,"remote_snapshot_timestamp":1771797087,"replay_state":"idle"} 2026-02-22T21:52:38.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:52:38.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:52:38.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:52:38.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:52:38.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:52:38.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:52:38.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:52:38.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:52:14' 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:52:14' 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:52:14' 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:52:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:52:38.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOK44004403mirror.1trial17219.2.3-689-gf90f4eaefalseOK44484451mirror.0trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":0.0,"bytes_per_snapshot":535952896.0,"last_snapshot_bytes":536349696,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797087,"remote_snapshot_timestamp":1771797087,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:52:14cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:52:24' 2026-02-22T21:52:38.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:52:38.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:52:38.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:52:14' 2026-02-22T21:52:38.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:52:38.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:52:38.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:52:38.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:52:38.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:52:38.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:52:38.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:52:38.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap6 2026-02-22T21:52:38.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap6 2026-02-22T21:52:38.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:52:38.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:52:38.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:52:38.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap6 2026-02-22T21:52:38.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap6 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:52:45.531 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.29933397752328317) > weight (0.25) 2026-02-22T21:52:45.531 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.3329092845806265) > weight (0.25) 2026-02-22T21:52:45.531 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.8288211825523295) > weight (0.25) 2026-02-22T21:52:45.531 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.4766688910167505) > weight (0.25) 2026-02-22T21:52:45.531 INFO:tasks.rbd_mirror_thrash:waiting for 97.14590033828094 secs before thrashing 2026-02-22T21:53:07.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:53:07.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:07.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:07.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:07.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:53:07.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:07.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:07.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:07.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:53:07.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:53:07.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:53:07.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:53:08.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:53:08.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:08.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:08.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:08.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:53:08.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:53:08.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:53:08.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:53:08.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:53:08.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:53:08.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:53:08.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:53:08.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:53:08.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:53:08.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:53:08.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:53:08.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:53:08.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:53:08.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:53:08.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:53:08.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:53:08.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:53:08.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:53:08.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:53:08.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:53:08.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:53:08.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:53:08.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:53:08.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:53:08.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:53:08.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:53:08.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:53:08.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:53:08.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:53:08.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:53:08.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:53:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:53:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:53:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:53:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:53:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:53:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:53:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:53:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:53:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:53:08.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:53:08.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:53:08.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:53:08.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:53:08.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:53:08.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:53:08.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:53:08.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:53:08.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:53:08.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:53:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:53:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:53:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:53:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:53:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:53:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:53:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:53:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:53:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:53:08.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:53:08.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:53:08.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:53:08.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:53:08.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:53:08.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:53:08.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:53:08.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:53:08.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:53:08.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:53:08.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:53:08.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:53:08.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:08.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:08.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:53:10.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 20 2026-02-22T21:53:10.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:53:10.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:53:10.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:10.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:10.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:10.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:53:10.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:53:10.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:53:10.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:53:10.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:53:10.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:53:10.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:53:10.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:10.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:53:10.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:10.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:10.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:10.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:53:10.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:53:10.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:53:10.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:53:10.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=20 2026-02-22T21:53:10.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:53:10.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:53:10.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:53:10.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:10.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:10.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:10.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:10.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:10.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:53:10.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:53:10.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:53:10.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:53:10.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:53:10.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:53:10.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:53:10.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:53:10.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 20 = '' 2026-02-22T21:53:10.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:53:10.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:53:10.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:10.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:10.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:10.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:10.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:10.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:53:10.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:53:10.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:53:10.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:53:10.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:53:10.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:53:10.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:53:10.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:53:10.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 20 = '' 2026-02-22T21:53:10.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:53:10.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:53:11.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:11.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:11.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:11.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:11.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:11.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:53:11.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:53:11.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=20 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 20 = 20 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap6 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap6 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:53:11.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:53:11.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:53:12.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap6 2026-02-22T21:53:12.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:53:12.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:53:12.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:53:12.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 12 2026-02-22T21:53:12.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:53:12.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:51:31 2026 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:53:12.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:53:12.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:12.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snap5-clean ']' 2026-02-22T21:53:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap5-clean 2026-02-22T21:53:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap5-clean 2026-02-22T21:53:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:53:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:53:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:12.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap5-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:53:13.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:53:13.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap5-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:13.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:53:13.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:14.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:14.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:14.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap6 2026-02-22T21:53:14.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:14.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:14.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap6 2026-02-22T21:53:14.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:53:14.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:53:14.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:14.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:14.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap6 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:53:14.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:53:14.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap6 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:15.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:53:15.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:15.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:53:15.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:15.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap6-clean 2026-02-22T21:53:15.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap6-clean 2026-02-22T21:53:15.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:15.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:15.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:15.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap6-clean 2026-02-22T21:53:15.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap6-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:53:16.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:53:16.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:53:16.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:16.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:16.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:16.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:53:16.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T21:53:16.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:53:16.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:53:16.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 45149184 bytes 2026-02-22T21:53:16.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 66227200 bytes 2026-02-22T21:53:16.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 88873984 bytes 2026-02-22T21:53:16.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 202101760 bytes 2026-02-22T21:53:16.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 258288640 bytes 2026-02-22T21:53:16.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 279882752 bytes 2026-02-22T21:53:16.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 324948992 bytes 2026-02-22T21:53:16.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 337251328 bytes 2026-02-22T21:53:16.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 352430080 bytes 2026-02-22T21:53:16.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 367301632 bytes 2026-02-22T21:53:16.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 475812864 bytes 2026-02-22T21:53:16.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 506486784 bytes 2026-02-22T21:53:16.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 613890048 bytes 2026-02-22T21:53:17.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 634357760 bytes 2026-02-22T21:53:17.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 668193792 bytes 2026-02-22T21:53:17.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 704598016 bytes 2026-02-22T21:53:17.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 771147776 bytes 2026-02-22T21:53:17.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 849273856 bytes 2026-02-22T21:53:17.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 900954112 bytes 2026-02-22T21:53:17.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 913060864 bytes 2026-02-22T21:53:17.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 913643520 bytes 2026-02-22T21:53:17.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 966648832 bytes 2026-02-22T21:53:17.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1050149888 bytes 2026-02-22T21:53:17.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1073758208 bytes 2026-02-22T21:53:17.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1133613056 bytes 2026-02-22T21:53:17.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1177956352 bytes 2026-02-22T21:53:17.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1214268416 bytes 2026-02-22T21:53:17.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1219670016 bytes 2026-02-22T21:53:17.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1234952192 bytes 2026-02-22T21:53:17.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1294746624 bytes 2026-02-22T21:53:17.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1321960448 bytes 2026-02-22T21:53:17.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1382691840 bytes 2026-02-22T21:53:17.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1428980736 bytes 2026-02-22T21:53:17.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1485430784 bytes 2026-02-22T21:53:17.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1529957376 bytes 2026-02-22T21:53:18.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1554690048 bytes 2026-02-22T21:53:18.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1604021248 bytes 2026-02-22T21:53:18.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1616412672 bytes 2026-02-22T21:53:18.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1642687488 bytes 2026-02-22T21:53:18.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1665513472 bytes 2026-02-22T21:53:18.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1690243072 bytes 2026-02-22T21:53:18.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1736685568 bytes 2026-02-22T21:53:18.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1783111680 bytes 2026-02-22T21:53:18.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1846996992 bytes 2026-02-22T21:53:18.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1854504960 bytes 2026-02-22T21:53:18.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1878057984 bytes 2026-02-22T21:53:18.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1941204992 bytes 2026-02-22T21:53:18.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2019321856 bytes 2026-02-22T21:53:18.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2045096960 bytes 2026-02-22T21:53:18.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2066461696 bytes 2026-02-22T21:53:18.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2078817280 bytes 2026-02-22T21:53:18.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2124742656 bytes 2026-02-22T21:53:18.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2172070912 bytes 2026-02-22T21:53:18.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2213974016 bytes 2026-02-22T21:53:18.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2245380096 bytes 2026-02-22T21:53:18.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2305146880 bytes 2026-02-22T21:53:19.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2368484352 bytes 2026-02-22T21:53:19.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2437938176 bytes 2026-02-22T21:53:19.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2467264512 bytes 2026-02-22T21:53:19.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2486496256 bytes 2026-02-22T21:53:19.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2562921472 bytes 2026-02-22T21:53:19.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2621437952 bytes 2026-02-22T21:53:19.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2677559296 bytes 2026-02-22T21:53:19.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2682771456 bytes 2026-02-22T21:53:19.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2696377344 bytes 2026-02-22T21:53:19.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2730685440 bytes 2026-02-22T21:53:19.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2747292672 bytes 2026-02-22T21:53:19.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2793170944 bytes 2026-02-22T21:53:19.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2797599744 bytes 2026-02-22T21:53:19.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2874833920 bytes 2026-02-22T21:53:19.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2972204032 bytes 2026-02-22T21:53:19.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3016834048 bytes 2026-02-22T21:53:19.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3046052864 bytes 2026-02-22T21:53:19.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3159838720 bytes 2026-02-22T21:53:19.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3218229248 bytes 2026-02-22T21:53:19.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3254755328 bytes 2026-02-22T21:53:19.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3298864128 bytes 2026-02-22T21:53:20.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3351756800 bytes 2026-02-22T21:53:20.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3373937664 bytes 2026-02-22T21:53:20.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3417296896 bytes 2026-02-22T21:53:20.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3430565888 bytes 2026-02-22T21:53:20.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3476783104 bytes 2026-02-22T21:53:20.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3482657792 bytes 2026-02-22T21:53:20.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3497738240 bytes 2026-02-22T21:53:20.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3538414592 bytes 2026-02-22T21:53:20.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3595517952 bytes 2026-02-22T21:53:20.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3645493248 bytes 2026-02-22T21:53:20.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3718522880 bytes 2026-02-22T21:53:20.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3749817344 bytes 2026-02-22T21:53:20.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3786902528 bytes 2026-02-22T21:53:20.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3829377024 bytes 2026-02-22T21:53:20.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3890417664 bytes 2026-02-22T21:53:20.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3912168448 bytes 2026-02-22T21:53:20.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3952119808 bytes 2026-02-22T21:53:20.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3988740096 bytes 2026-02-22T21:53:20.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4035215360 bytes 2026-02-22T21:53:20.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4164466688 bytes 2026-02-22T21:53:21.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4204549120 bytes 2026-02-22T21:53:21.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4278498304 bytes 2026-02-22T21:53:21.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4282669056 bytes 2026-02-22T21:53:21.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4299070464 bytes 2026-02-22T21:53:21.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4340327424 bytes 2026-02-22T21:53:21.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4433698816 bytes 2026-02-22T21:53:21.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4461090816 bytes 2026-02-22T21:53:21.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4517587968 bytes 2026-02-22T21:53:21.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4608335872 bytes 2026-02-22T21:53:21.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4631276544 bytes 2026-02-22T21:53:21.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4675539968 bytes 2026-02-22T21:53:21.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4705431552 bytes 2026-02-22T21:53:21.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4729135104 bytes 2026-02-22T21:53:21.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4779948032 bytes 2026-02-22T21:53:21.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4797404160 bytes 2026-02-22T21:53:21.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4811265024 bytes 2026-02-22T21:53:21.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4872154112 bytes 2026-02-22T21:53:21.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4964078592 bytes 2026-02-22T21:53:21.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5001891840 bytes 2026-02-22T21:53:21.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5072569344 bytes 2026-02-22T21:53:22.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5167164416 bytes 2026-02-22T21:53:22.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5239117824 bytes 2026-02-22T21:53:22.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5248269312 bytes 2026-02-22T21:53:22.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5248884736 bytes 2026-02-22T21:53:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:53:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:53:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:53:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:53:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:22.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:22.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:53:22.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:53:22.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:53:22.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:53:22.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:53:23.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:53:23.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:23.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:23.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:23.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:53:23.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:53:23.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:53:23.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:53:23.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:53:23.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:53:23.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":17860846.93,"bytes_per_snapshot":535818752.0,"last_snapshot_bytes":535825408,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797189,"remote_snapshot_timestamp":1771797189,"replay_state":"idle"} 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:53:14 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:53:23.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:53:14' 2026-02-22T21:53:23.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:53:23.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:53:23.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:53:23.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":17860846.93,"bytes_per_snapshot":535818752.0,"last_snapshot_bytes":535825408,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797189,"remote_snapshot_timestamp":1771797189,"replay_state":"idle"} 2026-02-22T21:53:23.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:53:23.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:53:23.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:53:23.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:53:23.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:53:23.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:53:23.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:53:23.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:53:14' 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:53:14' 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:53:14' 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:53:23.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:53:23.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOK44004403mirror.1trial17219.2.3-689-gf90f4eaefalseOK44484451mirror.0trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":17860846.93,"bytes_per_snapshot":535818752.0,"last_snapshot_bytes":535825408,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797189,"remote_snapshot_timestamp":1771797189,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:53:14cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:53:14' 2026-02-22T21:53:23.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:53:23.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:53:23.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:53:14' 2026-02-22T21:53:23.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:53:23.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:53:23.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:53:23.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:53:23.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:53:23.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:23.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:23.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap7 2026-02-22T21:53:23.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap7 2026-02-22T21:53:23.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:23.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:23.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:23.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap7 2026-02-22T21:53:23.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap7 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:53:39.847 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.0 2026-02-22T21:53:39.847 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Sent signal 15 2026-02-22T21:53:39.848 INFO:tasks.rbd_mirror_thrash:waiting for 7.361158588644577 secs before reviving daemons 2026-02-22T21:53:39.848 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T21:53:39.845+0000 7f1205e5a640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 (PID: 22333) UID: 1000 2026-02-22T21:53:47.209 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.0 2026-02-22T21:53:47.209 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:53:47.210 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.0 2026-02-22T21:53:47.210 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Restarting daemon 2026-02-22T21:53:47.210 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 2026-02-22T21:53:47.212 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Started 2026-02-22T21:53:47.212 INFO:tasks.rbd_mirror_thrash:waiting for 77.43464626541483 secs before thrashing 2026-02-22T21:53:52.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:53:52.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:53:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:53:53.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:53:53.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:53.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:53.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:53.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:53:53.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:53:53.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:53:53.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:53:53.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:53:53.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:53:53.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:53:53.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:53:53.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:53:53.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:53:53.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:53:53.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:53:53.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:53:53.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:53:53.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:53:53.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:53:53.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:53:53.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:53.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:53:53.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:53:53.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:53:53.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:53:53.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:53:53.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:53:53.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:53:53.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:53:53.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:53:53.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:53:53.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:53:54.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:53:54.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:53:54.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:53:54.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:53:54.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:53:54.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:53:54.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:53:54.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:53:54.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:53:54.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:53:54.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:53:54.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:53:54.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:53:54.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:53:54.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:53:54.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:53:54.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:53:54.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:53:54.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:53:54.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:53:54.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:53:54.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:53:54.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:53:54.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:53:54.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:53:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:53:54.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:53:54.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:53:54.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:53:54.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:53:54.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:53:54.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:53:54.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:53:54.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:53:54.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:53:54.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:53:54.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:53:54.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:53:54.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:53:54.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:54.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:53:55.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 23 2026-02-22T21:53:55.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:53:55.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:53:55.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:55.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:55.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:55.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:53:55.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:53:55.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:53:55.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:53:55.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:53:55.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:53:55.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:53:55.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:55.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:53:55.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:53:55.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:55.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:55.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:53:55.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:53:55.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:53:56.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:53:56.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=23 2026-02-22T21:53:56.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:53:56.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:53:56.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:53:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:53:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:53:56.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:53:56.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:53:56.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:53:56.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:53:56.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:53:56.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:53:56.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 23 = '' 2026-02-22T21:53:56.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:53:56.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:53:56.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:56.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:56.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:56.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:56.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:56.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:53:56.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:53:56.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:53:56.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:53:56.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:53:56.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:53:56.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:53:56.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:53:56.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 23 = '' 2026-02-22T21:53:56.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:53:56.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:53:57.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:57.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:57.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:57.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:57.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:57.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:53:57.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:53:57.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:53:57.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:53:57.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:53:57.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:53:57.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:53:57.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:53:57.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 23 = '' 2026-02-22T21:53:57.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:53:57.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T21:53:59.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:59.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:59.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:59.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:59.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:53:59.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:53:59.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:53:59.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:53:59.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=23 2026-02-22T21:53:59.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 23 = 23 2026-02-22T21:53:59.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:53:59.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap7 2026-02-22T21:53:59.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:53:59.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:53:59.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:53:59.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap7 2026-02-22T21:53:59.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:53:59.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:53:59.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:54:00.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap7 2026-02-22T21:54:00.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:54:00.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:54:00.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 14 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:53:13 2026 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:54:00.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:54:00.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:54:00.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:54:00.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:54:00.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snap6-clean ']' 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap6-clean 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap6-clean 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:00.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap6-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:54:00.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:54:00.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap6-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:01.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:54:01.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:01.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap7 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap7 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:01.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap7 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:54:01.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:54:01.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap7 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:02.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:54:02.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:02.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:02.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap7-clean 2026-02-22T21:54:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap7-clean 2026-02-22T21:54:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap7-clean 2026-02-22T21:54:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap7-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:54:02.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:54:02.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:54:02.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:02.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:02.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:02.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:54:02.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=7 2026-02-22T21:54:02.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:54:02.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 7s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:54:03.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 38925312 bytes 2026-02-22T21:54:03.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 49467392 bytes 2026-02-22T21:54:03.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 73311232 bytes 2026-02-22T21:54:03.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 93136896 bytes 2026-02-22T21:54:03.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 159215616 bytes 2026-02-22T21:54:03.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 170634240 bytes 2026-02-22T21:54:03.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 197906432 bytes 2026-02-22T21:54:03.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 238910464 bytes 2026-02-22T21:54:03.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 336579584 bytes 2026-02-22T21:54:03.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 350818304 bytes 2026-02-22T21:54:03.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 383085568 bytes 2026-02-22T21:54:03.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 405307392 bytes 2026-02-22T21:54:03.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 428855296 bytes 2026-02-22T21:54:03.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 470928384 bytes 2026-02-22T21:54:03.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 518578176 bytes 2026-02-22T21:54:03.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 608335872 bytes 2026-02-22T21:54:03.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 639606784 bytes 2026-02-22T21:54:03.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 670060544 bytes 2026-02-22T21:54:03.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 675853312 bytes 2026-02-22T21:54:04.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 715639808 bytes 2026-02-22T21:54:04.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 737942528 bytes 2026-02-22T21:54:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 837652480 bytes 2026-02-22T21:54:04.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 860596224 bytes 2026-02-22T21:54:04.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 968949760 bytes 2026-02-22T21:54:04.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1030392832 bytes 2026-02-22T21:54:04.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1055558656 bytes 2026-02-22T21:54:04.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1077516288 bytes 2026-02-22T21:54:04.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1127045120 bytes 2026-02-22T21:54:04.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1168457728 bytes 2026-02-22T21:54:04.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1190020096 bytes 2026-02-22T21:54:04.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1264390144 bytes 2026-02-22T21:54:04.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1287256064 bytes 2026-02-22T21:54:04.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1320677376 bytes 2026-02-22T21:54:04.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1351686144 bytes 2026-02-22T21:54:04.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1394105344 bytes 2026-02-22T21:54:04.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1491826688 bytes 2026-02-22T21:54:04.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1510686720 bytes 2026-02-22T21:54:04.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1549557760 bytes 2026-02-22T21:54:04.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1591257088 bytes 2026-02-22T21:54:05.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1673916416 bytes 2026-02-22T21:54:05.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1730811904 bytes 2026-02-22T21:54:05.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1748817920 bytes 2026-02-22T21:54:05.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1837232128 bytes 2026-02-22T21:54:05.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1946934272 bytes 2026-02-22T21:54:05.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1957022720 bytes 2026-02-22T21:54:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2020022272 bytes 2026-02-22T21:54:05.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2066879488 bytes 2026-02-22T21:54:05.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2089882624 bytes 2026-02-22T21:54:05.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2101830656 bytes 2026-02-22T21:54:05.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2120598528 bytes 2026-02-22T21:54:05.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2239793152 bytes 2026-02-22T21:54:05.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2251238400 bytes 2026-02-22T21:54:05.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2275865600 bytes 2026-02-22T21:54:05.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2291947520 bytes 2026-02-22T21:54:05.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2313591808 bytes 2026-02-22T21:54:05.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2365335552 bytes 2026-02-22T21:54:05.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2441806848 bytes 2026-02-22T21:54:05.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2450878464 bytes 2026-02-22T21:54:05.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2523257856 bytes 2026-02-22T21:54:06.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2564132864 bytes 2026-02-22T21:54:06.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2596839424 bytes 2026-02-22T21:54:06.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2648757248 bytes 2026-02-22T21:54:06.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2673866752 bytes 2026-02-22T21:54:06.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2740786176 bytes 2026-02-22T21:54:06.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2766989312 bytes 2026-02-22T21:54:06.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2833260544 bytes 2026-02-22T21:54:06.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2866244608 bytes 2026-02-22T21:54:06.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2866857984 bytes 2026-02-22T21:54:06.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2896347136 bytes 2026-02-22T21:54:06.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2929087488 bytes 2026-02-22T21:54:06.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2964609024 bytes 2026-02-22T21:54:06.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2987921408 bytes 2026-02-22T21:54:06.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2992065536 bytes 2026-02-22T21:54:06.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3080848384 bytes 2026-02-22T21:54:06.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3164253184 bytes 2026-02-22T21:54:06.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3225990144 bytes 2026-02-22T21:54:06.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3289740288 bytes 2026-02-22T21:54:06.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3363893248 bytes 2026-02-22T21:54:06.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3386886144 bytes 2026-02-22T21:54:06.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3422909440 bytes 2026-02-22T21:54:07.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3540990976 bytes 2026-02-22T21:54:07.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3597666304 bytes 2026-02-22T21:54:07.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3646848000 bytes 2026-02-22T21:54:07.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3686627328 bytes 2026-02-22T21:54:07.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3729368064 bytes 2026-02-22T21:54:07.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3754286080 bytes 2026-02-22T21:54:07.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3759065088 bytes 2026-02-22T21:54:07.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3822073856 bytes 2026-02-22T21:54:07.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3866561536 bytes 2026-02-22T21:54:07.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3886265344 bytes 2026-02-22T21:54:07.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3920313344 bytes 2026-02-22T21:54:07.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3963697152 bytes 2026-02-22T21:54:07.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4075638784 bytes 2026-02-22T21:54:07.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4127904768 bytes 2026-02-22T21:54:07.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4178652160 bytes 2026-02-22T21:54:07.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4213451776 bytes 2026-02-22T21:54:07.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4248604672 bytes 2026-02-22T21:54:07.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4317662208 bytes 2026-02-22T21:54:07.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4376129536 bytes 2026-02-22T21:54:08.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4432875520 bytes 2026-02-22T21:54:08.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4474782720 bytes 2026-02-22T21:54:08.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4509855744 bytes 2026-02-22T21:54:08.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4541950976 bytes 2026-02-22T21:54:08.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4569147392 bytes 2026-02-22T21:54:08.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4595660800 bytes 2026-02-22T21:54:08.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4650308608 bytes 2026-02-22T21:54:08.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4699269120 bytes 2026-02-22T21:54:08.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4832154624 bytes 2026-02-22T21:54:08.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4889107456 bytes 2026-02-22T21:54:08.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4941657088 bytes 2026-02-22T21:54:08.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4951942144 bytes 2026-02-22T21:54:08.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5026838528 bytes 2026-02-22T21:54:08.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5066417152 bytes 2026-02-22T21:54:08.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5105291264 bytes 2026-02-22T21:54:08.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5149251584 bytes 2026-02-22T21:54:08.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5221232640 bytes 2026-02-22T21:54:08.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5285263360 bytes 2026-02-22T21:54:08.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5338505216 bytes 2026-02-22T21:54:09.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5419626496 bytes 2026-02-22T21:54:09.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5461536768 bytes 2026-02-22T21:54:09.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5497592832 bytes 2026-02-22T21:54:09.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5506667520 bytes 2026-02-22T21:54:09.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5528044544 bytes 2026-02-22T21:54:09.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5558375424 bytes 2026-02-22T21:54:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5613937664 bytes 2026-02-22T21:54:09.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5638509568 bytes 2026-02-22T21:54:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5668161536 bytes 2026-02-22T21:54:09.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5736314880 bytes 2026-02-22T21:54:09.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5777889280 bytes 2026-02-22T21:54:09.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5800071168 bytes 2026-02-22T21:54:09.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5823258624 bytes 2026-02-22T21:54:09.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5856962560 bytes 2026-02-22T21:54:09.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5886741504 bytes 2026-02-22T21:54:09.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5937552384 bytes 2026-02-22T21:54:09.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6002066432 bytes 2026-02-22T21:54:09.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6070566912 bytes 2026-02-22T21:54:09.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6118937600 bytes 2026-02-22T21:54:09.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6148803584 bytes 2026-02-22T21:54:09.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6181202944 bytes 2026-02-22T21:54:09.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:54:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:54:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:54:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:54:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:54:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:54:09.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:54:09.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:54:09.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:54:10.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:54:10.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:10.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:10.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:10.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:54:10.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:54:10.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:54:10.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:54:10.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:54:10.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:54:11.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:54:11.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:54:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:54:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":17860846.93,"bytes_per_snapshot":535818752.0,"last_snapshot_bytes":535825408,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797189,"remote_snapshot_timestamp":1771797189,"replay_state":"idle"} 2026-02-22T21:54:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:54:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:53:44 2026-02-22T21:54:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:54:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:54:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:54:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:54:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:53:44' 2026-02-22T21:54:11.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:54:11.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:54:11.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:54:11.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":17860846.93,"bytes_per_snapshot":535818752.0,"last_snapshot_bytes":535825408,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797189,"remote_snapshot_timestamp":1771797189,"replay_state":"idle"} 2026-02-22T21:54:11.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:54:11.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:54:11.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:54:11.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:54:11.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:54:11.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:54:11.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:54:11.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:54:11.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:53:44' 2026-02-22T21:54:11.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:53:44' 2026-02-22T21:54:11.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:11.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:11.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:11.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:54:11.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:53:44' 2026-02-22T21:54:11.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:54:11.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:54:11.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:54:11.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOK44004403mirror.1trial17219.2.3-689-gf90f4eaefalseOK44484451mirror.0trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":17860846.93,"bytes_per_snapshot":535818752.0,"last_snapshot_bytes":535825408,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797189,"remote_snapshot_timestamp":1771797189,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:53:44cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:53:44' 2026-02-22T21:54:11.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:54:11.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:54:11.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:53:44' 2026-02-22T21:54:11.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:54:11.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:54:11.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:54:11.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:54:11.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:54:11.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:11.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:11.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap8 2026-02-22T21:54:11.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap8 2026-02-22T21:54:11.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:11.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:11.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:11.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap8 2026-02-22T21:54:11.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap8 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:54:22.678 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.6701138402873539) > weight (0.25) 2026-02-22T21:54:22.678 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.800581445320937) > weight (0.25) 2026-02-22T21:54:22.678 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.7850820025161308) > weight (0.25) 2026-02-22T21:54:22.678 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.34006876322065704) > weight (0.25) 2026-02-22T21:54:22.678 INFO:tasks.rbd_mirror_thrash:waiting for 73.41112808557034 secs before thrashing 2026-02-22T21:54:41.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:54:41.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:41.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:41.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:41.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:54:41.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:41.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:41.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:41.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:54:41.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:54:41.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:54:41.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:54:42.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:54:42.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:42.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:42.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:42.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:54:42.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:54:42.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:54:42.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:54:42.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:54:42.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:54:42.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:54:42.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:54:42.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:54:42.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:54:42.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:54:42.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:54:42.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:54:42.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:54:42.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:54:42.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:54:42.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:54:42.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:54:42.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:54:42.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:54:42.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:54:42.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:54:42.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:54:42.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:54:42.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:54:42.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:54:42.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:54:42.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:54:42.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:54:42.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:54:42.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:54:42.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:54:42.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:54:42.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:54:42.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:54:42.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:54:42.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:54:42.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:54:42.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:54:42.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:54:42.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:54:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:54:42.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:54:42.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:54:42.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:54:42.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:54:42.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:54:42.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:54:42.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:54:42.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:54:42.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:54:42.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:54:42.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:54:42.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:54:42.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:54:42.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:54:42.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:54:42.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:54:42.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:54:42.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:54:42.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:54:42.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:54:42.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:54:42.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:54:42.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:54:42.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:54:42.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:54:42.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:54:42.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:54:42.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:42.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:42.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:42.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:54:44.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 26 2026-02-22T21:54:44.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:54:44.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:54:44.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:44.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:44.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:44.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:54:44.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:54:44.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:54:44.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:54:44.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:54:44.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:54:44.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:54:44.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:54:44.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:54:44.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:44.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:44.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:44.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:54:44.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:54:44.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:54:44.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:54:44.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=26 2026-02-22T21:54:44.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:54:44.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:54:44.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:54:44.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:54:44.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:44.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:44.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:44.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:54:44.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:54:44.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:54:44.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:54:44.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:54:44.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:54:44.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:54:44.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:54:44.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:54:44.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 26 = '' 2026-02-22T21:54:44.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:54:44.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:54:44.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:54:44.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:44.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:44.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:44.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:54:44.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:54:44.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:54:44.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:54:44.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:54:44.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:54:44.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:54:44.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:54:44.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:54:44.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 26 = '' 2026-02-22T21:54:44.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:54:44.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:54:45.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:54:45.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:45.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:45.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:45.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:54:45.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:54:45.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:54:45.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:54:45.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=26 2026-02-22T21:54:45.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 26 = 26 2026-02-22T21:54:45.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:45.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap8 2026-02-22T21:54:45.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:45.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:45.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:45.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap8 2026-02-22T21:54:45.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:54:45.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:54:45.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:54:46.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap8 2026-02-22T21:54:46.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 16 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:54:46.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:54:46.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:53:13 2026 2026-02-22T21:54:46.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:54:46.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:54:46.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:54:46.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:54:46.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:54:46.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snap7-clean ']' 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap7-clean 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap7-clean 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:46.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:46.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap7-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:54:47.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:54:47.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap7-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:47.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:54:47.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:48.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:48.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:48.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap8 2026-02-22T21:54:48.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:48.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:48.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap8 2026-02-22T21:54:48.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:54:48.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:54:48.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:48.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:48.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap8 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:54:48.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:54:48.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap8 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:49.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:54:49.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:49.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:54:49.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:49.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap8-clean 2026-02-22T21:54:49.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap8-clean 2026-02-22T21:54:49.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:49.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:49.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:49.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap8-clean 2026-02-22T21:54:49.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap8-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:54:50.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:54:50.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:54:50.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:50.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:50.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:50.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:54:50.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=7 2026-02-22T21:54:50.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:54:50.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 7s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:54:50.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 55914496 bytes 2026-02-22T21:54:50.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 145430528 bytes 2026-02-22T21:54:50.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 198683648 bytes 2026-02-22T21:54:50.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 233709568 bytes 2026-02-22T21:54:50.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 251156480 bytes 2026-02-22T21:54:50.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 294308864 bytes 2026-02-22T21:54:50.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 327657472 bytes 2026-02-22T21:54:50.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 384756736 bytes 2026-02-22T21:54:50.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 460869632 bytes 2026-02-22T21:54:50.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 470406144 bytes 2026-02-22T21:54:50.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 555785216 bytes 2026-02-22T21:54:50.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 574295040 bytes 2026-02-22T21:54:51.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 603514880 bytes 2026-02-22T21:54:51.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 647279616 bytes 2026-02-22T21:54:51.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 650304512 bytes 2026-02-22T21:54:51.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 666190848 bytes 2026-02-22T21:54:51.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 749153280 bytes 2026-02-22T21:54:51.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 834291712 bytes 2026-02-22T21:54:51.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 863039488 bytes 2026-02-22T21:54:51.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 909492224 bytes 2026-02-22T21:54:51.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 973814784 bytes 2026-02-22T21:54:51.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1019782144 bytes 2026-02-22T21:54:51.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1043633152 bytes 2026-02-22T21:54:51.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1113440256 bytes 2026-02-22T21:54:51.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1194188800 bytes 2026-02-22T21:54:51.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1223771136 bytes 2026-02-22T21:54:51.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1273000960 bytes 2026-02-22T21:54:51.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1273630720 bytes 2026-02-22T21:54:51.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1320452096 bytes 2026-02-22T21:54:51.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1392222208 bytes 2026-02-22T21:54:51.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1483491328 bytes 2026-02-22T21:54:52.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1560471552 bytes 2026-02-22T21:54:52.071 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1590691840 bytes 2026-02-22T21:54:52.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1623279616 bytes 2026-02-22T21:54:52.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1629679616 bytes 2026-02-22T21:54:52.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1642457088 bytes 2026-02-22T21:54:52.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1657973760 bytes 2026-02-22T21:54:52.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1659514880 bytes 2026-02-22T21:54:52.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1670137856 bytes 2026-02-22T21:54:52.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1695920128 bytes 2026-02-22T21:54:52.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1777839104 bytes 2026-02-22T21:54:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1796174848 bytes 2026-02-22T21:54:52.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1853218816 bytes 2026-02-22T21:54:52.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1892510720 bytes 2026-02-22T21:54:52.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1904390144 bytes 2026-02-22T21:54:52.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1946505216 bytes 2026-02-22T21:54:52.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1966246912 bytes 2026-02-22T21:54:52.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2004879360 bytes 2026-02-22T21:54:52.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2076040192 bytes 2026-02-22T21:54:52.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2096005120 bytes 2026-02-22T21:54:52.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2151192576 bytes 2026-02-22T21:54:52.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2184785920 bytes 2026-02-22T21:54:52.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2282166272 bytes 2026-02-22T21:54:53.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2296435712 bytes 2026-02-22T21:54:53.071 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2347347968 bytes 2026-02-22T21:54:53.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2376828928 bytes 2026-02-22T21:54:53.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2432376832 bytes 2026-02-22T21:54:53.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2438059008 bytes 2026-02-22T21:54:53.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2507830272 bytes 2026-02-22T21:54:53.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2508427264 bytes 2026-02-22T21:54:53.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2509048832 bytes 2026-02-22T21:54:53.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2549714944 bytes 2026-02-22T21:54:53.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2576314368 bytes 2026-02-22T21:54:53.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2679916544 bytes 2026-02-22T21:54:53.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2726083584 bytes 2026-02-22T21:54:53.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2795810816 bytes 2026-02-22T21:54:53.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2849656832 bytes 2026-02-22T21:54:53.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2884337664 bytes 2026-02-22T21:54:53.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2909981696 bytes 2026-02-22T21:54:53.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2949810176 bytes 2026-02-22T21:54:53.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2976494592 bytes 2026-02-22T21:54:53.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2998105088 bytes 2026-02-22T21:54:53.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3027951616 bytes 2026-02-22T21:54:53.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3046398976 bytes 2026-02-22T21:54:53.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3088563200 bytes 2026-02-22T21:54:54.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3108075520 bytes 2026-02-22T21:54:54.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3176248320 bytes 2026-02-22T21:54:54.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3213531136 bytes 2026-02-22T21:54:54.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3251274752 bytes 2026-02-22T21:54:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3348219904 bytes 2026-02-22T21:54:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3428240384 bytes 2026-02-22T21:54:54.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3489629184 bytes 2026-02-22T21:54:54.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3521514496 bytes 2026-02-22T21:54:54.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3578638336 bytes 2026-02-22T21:54:54.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3647609856 bytes 2026-02-22T21:54:54.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3713357824 bytes 2026-02-22T21:54:54.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3747078144 bytes 2026-02-22T21:54:54.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3804359680 bytes 2026-02-22T21:54:54.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3862989824 bytes 2026-02-22T21:54:54.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3897354240 bytes 2026-02-22T21:54:54.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3928180736 bytes 2026-02-22T21:54:54.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3993556992 bytes 2026-02-22T21:54:54.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3998281728 bytes 2026-02-22T21:54:54.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4011319296 bytes 2026-02-22T21:54:55.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4045003776 bytes 2026-02-22T21:54:55.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4055975936 bytes 2026-02-22T21:54:55.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4122784768 bytes 2026-02-22T21:54:55.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4164114432 bytes 2026-02-22T21:54:55.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4190084096 bytes 2026-02-22T21:54:55.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4243009536 bytes 2026-02-22T21:54:55.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4320490496 bytes 2026-02-22T21:54:55.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4364975104 bytes 2026-02-22T21:54:55.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4419162112 bytes 2026-02-22T21:54:55.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4458715136 bytes 2026-02-22T21:54:55.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4521415680 bytes 2026-02-22T21:54:55.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4572197888 bytes 2026-02-22T21:54:55.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4577095680 bytes 2026-02-22T21:54:55.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4591687680 bytes 2026-02-22T21:54:55.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4607191040 bytes 2026-02-22T21:54:55.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4681281536 bytes 2026-02-22T21:54:55.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4746371072 bytes 2026-02-22T21:54:55.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4773467136 bytes 2026-02-22T21:54:55.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4793757696 bytes 2026-02-22T21:54:55.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4818411520 bytes 2026-02-22T21:54:56.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4890603520 bytes 2026-02-22T21:54:56.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4903475200 bytes 2026-02-22T21:54:56.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4913134592 bytes 2026-02-22T21:54:56.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4917113856 bytes 2026-02-22T21:54:56.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4979365888 bytes 2026-02-22T21:54:56.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4993520640 bytes 2026-02-22T21:54:56.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5038309376 bytes 2026-02-22T21:54:56.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5110673408 bytes 2026-02-22T21:54:56.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5167414272 bytes 2026-02-22T21:54:56.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5237883904 bytes 2026-02-22T21:54:56.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5286037504 bytes 2026-02-22T21:54:56.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5312603136 bytes 2026-02-22T21:54:56.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5372976128 bytes 2026-02-22T21:54:56.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5428624384 bytes 2026-02-22T21:54:56.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5474012160 bytes 2026-02-22T21:54:56.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5485313024 bytes 2026-02-22T21:54:56.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5532151808 bytes 2026-02-22T21:54:56.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5566002176 bytes 2026-02-22T21:54:56.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5648581632 bytes 2026-02-22T21:54:56.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5745207296 bytes 2026-02-22T21:54:57.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5782736896 bytes 2026-02-22T21:54:57.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5822772224 bytes 2026-02-22T21:54:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5862587392 bytes 2026-02-22T21:54:57.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5898158080 bytes 2026-02-22T21:54:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:54:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:54:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:54:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:54:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:54:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:54:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:54:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:54:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:54:58.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:54:58.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:58.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:58.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:58.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:54:58.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:54:58.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:54:58.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:54:58.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:54:58.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:54:58.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:54:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:54:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:54:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":0.0,"bytes_per_snapshot":536271360.0,"last_snapshot_bytes":536717312,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797234,"remote_snapshot_timestamp":1771797234,"replay_state":"idle"} 2026-02-22T21:54:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:54:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:54:44 2026-02-22T21:54:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:54:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:54:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:54:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:54:58.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:54:44' 2026-02-22T21:54:58.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:54:58.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:54:58.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:54:58.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":0.0,"bytes_per_snapshot":536271360.0,"last_snapshot_bytes":536717312,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797234,"remote_snapshot_timestamp":1771797234,"replay_state":"idle"} 2026-02-22T21:54:58.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:54:58.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:54:58.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:54:58.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:54:58.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:54:58.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:54:58.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:54:58.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:54:44' 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:54:44' 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:54:44' 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:54:58.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:54:58.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOK44004403mirror.1trial17219.2.3-689-gf90f4eaefalseOK44484451mirror.0trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":0.0,"bytes_per_snapshot":536271360.0,"last_snapshot_bytes":536717312,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797234,"remote_snapshot_timestamp":1771797234,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:54:44cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:54:44' 2026-02-22T21:54:58.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:54:58.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:54:58.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:54:44' 2026-02-22T21:54:58.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:54:58.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:54:58.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:54:58.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:54:58.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:54:58.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:58.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:54:58.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap9 2026-02-22T21:54:58.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap9 2026-02-22T21:54:58.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:54:58.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:54:58.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:54:58.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap9 2026-02-22T21:54:58.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap9 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:55:04.648 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.8033434118181132) > weight (0.25) 2026-02-22T21:55:04.649 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.9125977716507081) > weight (0.25) 2026-02-22T21:55:04.649 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.2 2026-02-22T21:55:04.649 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Sent signal 15 2026-02-22T21:55:04.649 INFO:tasks.rbd_mirror_thrash:waiting for 6.178755722661869 secs before reviving daemons 2026-02-22T21:55:04.650 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T21:55:04.647+0000 7f70d72a6640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.2 (PID: 24959) UID: 1000 2026-02-22T21:55:10.829 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.2 2026-02-22T21:55:10.829 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:55:10.829 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.2 2026-02-22T21:55:10.829 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Restarting daemon 2026-02-22T21:55:10.830 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.2 2026-02-22T21:55:10.832 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Started 2026-02-22T21:55:10.832 INFO:tasks.rbd_mirror_thrash:waiting for 100.39724962972275 secs before thrashing 2026-02-22T21:55:27.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:55:27.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:55:28.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:55:28.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:28.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:28.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:28.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:55:28.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:55:28.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:55:28.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:55:28.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:55:28.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:55:28.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:55:28.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:55:28.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:55:28.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:55:28.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:55:28.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:55:28.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:55:28.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:55:28.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:55:28.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:55:28.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:55:28.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:55:28.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:55:28.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:55:28.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:55:28.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:55:28.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:55:28.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:55:28.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:55:28.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:55:28.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:55:28.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:55:28.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:55:28.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:55:28.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:55:29.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:55:29.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:55:29.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:55:29.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:55:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:55:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:55:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:55:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:55:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:55:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:55:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:55:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:55:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:55:29.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:55:29.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:55:29.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:55:29.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:55:29.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:55:29.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:55:29.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:55:29.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:55:29.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:55:29.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:55:29.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:55:29.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:55:29.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:55:29.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:55:29.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:55:29.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:55:29.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:55:29.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:55:29.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:55:29.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:55:29.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:55:29.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:55:29.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:55:29.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:55:29.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:55:29.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:55:29.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:55:29.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:55:29.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:55:29.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:55:29.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:55:29.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:29.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:29.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:55:30.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 29 2026-02-22T21:55:30.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:55:30.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:55:30.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:55:30.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:30.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:30.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:55:30.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:55:30.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:55:30.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:55:30.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:55:30.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:55:30.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:55:30.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:55:30.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:55:30.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:55:30.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:30.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:30.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:55:30.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:55:30.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:55:31.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:55:31.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=29 2026-02-22T21:55:31.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:55:31.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:55:31.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:55:31.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:55:31.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:31.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:31.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:31.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:55:31.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:55:31.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:55:31.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:55:31.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:55:31.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:55:31.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:55:31.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:55:31.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:55:31.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 29 = '' 2026-02-22T21:55:31.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:55:31.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:55:31.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:55:31.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:31.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:31.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:31.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:55:31.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:55:31.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:55:31.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:55:31.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:55:31.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:55:31.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:55:31.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:55:31.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:55:31.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 29 = '' 2026-02-22T21:55:31.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:55:31.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:55:32.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:55:32.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:32.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:32.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:32.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:55:32.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:55:32.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:55:32.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:55:32.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:55:32.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:55:32.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:55:32.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:55:32.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:55:32.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 29 = '' 2026-02-22T21:55:32.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:55:32.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T21:55:34.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:55:34.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:34.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:34.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:34.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:55:34.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:55:34.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:55:34.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:55:34.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=29 2026-02-22T21:55:34.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 29 = 29 2026-02-22T21:55:34.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:55:34.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap9 2026-02-22T21:55:34.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:34.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:34.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:34.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap9 2026-02-22T21:55:34.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:55:34.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:55:34.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:55:35.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap9 2026-02-22T21:55:35.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:55:35.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:55:35.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 18 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:54:47 2026 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:55:35.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:55:35.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:55:35.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:55:35.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:55:35.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snap8-clean ']' 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap8-clean 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap8-clean 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:35.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:35.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap8-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:55:35.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:55:35.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap8-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:36.090 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.9019133492612275) > weight (0.25) 2026-02-22T21:55:36.090 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.6355164431861098) > weight (0.25) 2026-02-22T21:55:36.090 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.33913996747237696) > weight (0.25) 2026-02-22T21:55:36.090 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.6216666052536545) > weight (0.25) 2026-02-22T21:55:36.090 INFO:tasks.rbd_mirror_thrash:waiting for 105.00952724138236 secs before thrashing 2026-02-22T21:55:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:55:36.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:36.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:36.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:55:36.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap9 2026-02-22T21:55:36.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:36.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:36.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap9 2026-02-22T21:55:36.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:55:36.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:55:36.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:36.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:36.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap9 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:55:36.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:55:37.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap9 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:37.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:55:37.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:37.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:55:37.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:55:37.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap9-clean 2026-02-22T21:55:37.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap9-clean 2026-02-22T21:55:37.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:55:37.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:37.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:37.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap9-clean 2026-02-22T21:55:37.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap9-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:55:38.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:55:38.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror test 2026-02-22T21:55:38.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:55:38.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:38.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:38.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:55:38.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=9 2026-02-22T21:55:38.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:55:38.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 9s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror test --debug-rbd=20 --debug-journaler=20 2026-02-22T21:55:38.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 88262656 bytes 2026-02-22T21:55:38.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 149236736 bytes 2026-02-22T21:55:38.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 167467008 bytes 2026-02-22T21:55:38.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 196254720 bytes 2026-02-22T21:55:38.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 197713920 bytes 2026-02-22T21:55:38.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 290888704 bytes 2026-02-22T21:55:38.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 392563712 bytes 2026-02-22T21:55:38.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 436295680 bytes 2026-02-22T21:55:38.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 486415360 bytes 2026-02-22T21:55:38.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 551645184 bytes 2026-02-22T21:55:38.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 576395264 bytes 2026-02-22T21:55:38.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 639884288 bytes 2026-02-22T21:55:39.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 685010944 bytes 2026-02-22T21:55:39.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 727049216 bytes 2026-02-22T21:55:39.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 763603968 bytes 2026-02-22T21:55:39.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 861886464 bytes 2026-02-22T21:55:39.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 906561536 bytes 2026-02-22T21:55:39.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 932713472 bytes 2026-02-22T21:55:39.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 988911616 bytes 2026-02-22T21:55:39.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 1002916864 bytes 2026-02-22T21:55:39.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 1046970368 bytes 2026-02-22T21:55:39.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1086334976 bytes 2026-02-22T21:55:39.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1164204032 bytes 2026-02-22T21:55:39.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1237074944 bytes 2026-02-22T21:55:39.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1245944832 bytes 2026-02-22T21:55:39.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1365711872 bytes 2026-02-22T21:55:39.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1385076736 bytes 2026-02-22T21:55:39.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1472095232 bytes 2026-02-22T21:55:39.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1517992960 bytes 2026-02-22T21:55:39.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1535523840 bytes 2026-02-22T21:55:39.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1541404672 bytes 2026-02-22T21:55:39.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1565302784 bytes 2026-02-22T21:55:40.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1651134464 bytes 2026-02-22T21:55:40.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1694411776 bytes 2026-02-22T21:55:40.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1738748928 bytes 2026-02-22T21:55:40.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1764232192 bytes 2026-02-22T21:55:40.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1795617792 bytes 2026-02-22T21:55:40.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1839322112 bytes 2026-02-22T21:55:40.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1890613248 bytes 2026-02-22T21:55:40.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1922459648 bytes 2026-02-22T21:55:40.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1976856576 bytes 2026-02-22T21:55:40.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 2010847232 bytes 2026-02-22T21:55:40.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 2013278208 bytes 2026-02-22T21:55:40.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2022429696 bytes 2026-02-22T21:55:40.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2061475840 bytes 2026-02-22T21:55:40.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2086913024 bytes 2026-02-22T21:55:40.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2111305728 bytes 2026-02-22T21:55:40.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2208739328 bytes 2026-02-22T21:55:40.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2231615488 bytes 2026-02-22T21:55:40.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2297738240 bytes 2026-02-22T21:55:40.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2347872256 bytes 2026-02-22T21:55:40.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2397265920 bytes 2026-02-22T21:55:41.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2436255744 bytes 2026-02-22T21:55:41.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2578043904 bytes 2026-02-22T21:55:41.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2644225024 bytes 2026-02-22T21:55:41.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2721508352 bytes 2026-02-22T21:55:41.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2813522944 bytes 2026-02-22T21:55:41.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2858091520 bytes 2026-02-22T21:55:41.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2901740544 bytes 2026-02-22T21:55:41.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2965409792 bytes 2026-02-22T21:55:41.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 3006372864 bytes 2026-02-22T21:55:41.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 3047352320 bytes 2026-02-22T21:55:41.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 3069632512 bytes 2026-02-22T21:55:41.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 3133553664 bytes 2026-02-22T21:55:41.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3137284096 bytes 2026-02-22T21:55:41.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3151901696 bytes 2026-02-22T21:55:41.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3217193984 bytes 2026-02-22T21:55:41.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3256389632 bytes 2026-02-22T21:55:41.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3265930240 bytes 2026-02-22T21:55:41.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3316372480 bytes 2026-02-22T21:55:42.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3402262528 bytes 2026-02-22T21:55:42.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3431819264 bytes 2026-02-22T21:55:42.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3491315712 bytes 2026-02-22T21:55:42.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3567895552 bytes 2026-02-22T21:55:42.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3631396864 bytes 2026-02-22T21:55:42.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3660418048 bytes 2026-02-22T21:55:42.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3695534080 bytes 2026-02-22T21:55:42.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3718237184 bytes 2026-02-22T21:55:42.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3744971776 bytes 2026-02-22T21:55:42.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3767538688 bytes 2026-02-22T21:55:42.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3799729152 bytes 2026-02-22T21:55:42.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3873174528 bytes 2026-02-22T21:55:42.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3902020608 bytes 2026-02-22T21:55:42.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3943378944 bytes 2026-02-22T21:55:42.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3987931136 bytes 2026-02-22T21:55:42.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 4053776384 bytes 2026-02-22T21:55:42.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 4093464576 bytes 2026-02-22T21:55:42.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 4129584128 bytes 2026-02-22T21:55:42.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 4211840000 bytes 2026-02-22T21:55:42.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4257622016 bytes 2026-02-22T21:55:43.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4318875648 bytes 2026-02-22T21:55:43.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4421415936 bytes 2026-02-22T21:55:43.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4467489792 bytes 2026-02-22T21:55:43.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4501365760 bytes 2026-02-22T21:55:43.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4572560384 bytes 2026-02-22T21:55:43.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4612386816 bytes 2026-02-22T21:55:43.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4620300288 bytes 2026-02-22T21:55:43.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4666574848 bytes 2026-02-22T21:55:43.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4714317824 bytes 2026-02-22T21:55:43.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4781640704 bytes 2026-02-22T21:55:43.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4846114816 bytes 2026-02-22T21:55:43.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4884610048 bytes 2026-02-22T21:55:43.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4936124416 bytes 2026-02-22T21:55:43.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4936720384 bytes 2026-02-22T21:55:43.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 5034061824 bytes 2026-02-22T21:55:43.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 5084086272 bytes 2026-02-22T21:55:43.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 5134041088 bytes 2026-02-22T21:55:43.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 5185766400 bytes 2026-02-22T21:55:43.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 5234229248 bytes 2026-02-22T21:55:44.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 5284489216 bytes 2026-02-22T21:55:44.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5360212992 bytes 2026-02-22T21:55:44.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5405479936 bytes 2026-02-22T21:55:44.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5406109696 bytes 2026-02-22T21:55:44.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5463752704 bytes 2026-02-22T21:55:44.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5464368128 bytes 2026-02-22T21:55:44.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5470832640 bytes 2026-02-22T21:55:44.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5513753600 bytes 2026-02-22T21:55:44.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5635815424 bytes 2026-02-22T21:55:44.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5775608832 bytes 2026-02-22T21:55:44.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5831618560 bytes 2026-02-22T21:55:44.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5848582144 bytes 2026-02-22T21:55:44.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5908116480 bytes 2026-02-22T21:55:44.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5970119680 bytes 2026-02-22T21:55:44.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5982778368 bytes 2026-02-22T21:55:44.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 6039091200 bytes 2026-02-22T21:55:44.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 6071687168 bytes 2026-02-22T21:55:44.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 6102500352 bytes 2026-02-22T21:55:44.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 6111684608 bytes 2026-02-22T21:55:45.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 6136948736 bytes 2026-02-22T21:55:45.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 6191388672 bytes 2026-02-22T21:55:45.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 6203779072 bytes 2026-02-22T21:55:45.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 6269804544 bytes 2026-02-22T21:55:45.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 6298428416 bytes 2026-02-22T21:55:45.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 6364317696 bytes 2026-02-22T21:55:45.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6430581760 bytes 2026-02-22T21:55:45.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6451911680 bytes 2026-02-22T21:55:45.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6452717568 bytes 2026-02-22T21:55:45.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6462708736 bytes 2026-02-22T21:55:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6494214144 bytes 2026-02-22T21:55:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6512268288 bytes 2026-02-22T21:55:45.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6551690240 bytes 2026-02-22T21:55:45.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6604535808 bytes 2026-02-22T21:55:45.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6622445568 bytes 2026-02-22T21:55:45.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6626881536 bytes 2026-02-22T21:55:45.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6663154688 bytes 2026-02-22T21:55:45.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6718094336 bytes 2026-02-22T21:55:45.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6773979136 bytes 2026-02-22T21:55:46.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6833561600 bytes 2026-02-22T21:55:46.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6873625600 bytes 2026-02-22T21:55:46.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6888166400 bytes 2026-02-22T21:55:46.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6908445696 bytes 2026-02-22T21:55:46.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6991028224 bytes 2026-02-22T21:55:46.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 7004405760 bytes 2026-02-22T21:55:46.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 7063976960 bytes 2026-02-22T21:55:46.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 7096182784 bytes 2026-02-22T21:55:46.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 7120459776 bytes 2026-02-22T21:55:46.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 7167827968 bytes 2026-02-22T21:55:46.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 7189307392 bytes 2026-02-22T21:55:46.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 7242083328 bytes 2026-02-22T21:55:46.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 7293382656 bytes 2026-02-22T21:55:46.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 7325267968 bytes 2026-02-22T21:55:46.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 7400970240 bytes 2026-02-22T21:55:46.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7442109440 bytes 2026-02-22T21:55:46.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7468806144 bytes 2026-02-22T21:55:46.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7482813440 bytes 2026-02-22T21:55:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7598074880 bytes 2026-02-22T21:55:47.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7647147008 bytes 2026-02-22T21:55:47.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7718768640 bytes 2026-02-22T21:55:47.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:55:47.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:55:47.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:55:47.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:55:47.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_status_in_pool_dir cluster1 mirror test up+replaying 2026-02-22T21:55:47.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:47.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:47.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:47.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:55:47.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:55:47.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:55:47.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:55:47.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:55:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_status_in_pool_dir cluster1 mirror test up+replaying '' '' 2026-02-22T21:55:48.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:48.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:48.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:48.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:55:48.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local description_pattern= 2026-02-22T21:55:48.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local service_pattern= 2026-02-22T21:55:48.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:55:48.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:55:48.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror image status mirror/test 2026-02-22T21:55:48.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='test: 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: global_id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+replaying 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: replaying, {"bytes_per_second":17885184.0,"bytes_per_snapshot":536545280.0,"last_snapshot_bytes":536555520,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797329,"remote_snapshot_timestamp":1771797329,"replay_state":"idle"} 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: service: mirror.2 on trial172 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:55:44 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: peer_sites: 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: name: cluster2 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: state: up+stopped 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: description: local image is primary 2026-02-22T21:55:48.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: last_update: 2026-02-22 21:55:44' 2026-02-22T21:55:48.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ state: .*up+replaying' 2026-02-22T21:55:48.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: state: up+replaying 2026-02-22T21:55:48.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^ description: .*' 2026-02-22T21:55:48.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: description: replaying, {"bytes_per_second":17885184.0,"bytes_per_snapshot":536545280.0,"last_snapshot_bytes":536555520,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797329,"remote_snapshot_timestamp":1771797329,"replay_state":"idle"} 2026-02-22T21:55:48.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:55:48.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:55:48.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep '^up+' 2026-02-22T21:55:48.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:55:48.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep 'service: *mirror..* on ' 2026-02-22T21:55:48.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: service: mirror.2 on trial172 2026-02-22T21:55:48.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update 2026-02-22T21:55:48.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -nEe 's/^ last_update: *(.*) *$/\1/p' 2026-02-22T21:55:48.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:55:44' 2026-02-22T21:55:48.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_mirror_pool_status_verbose cluster1 mirror test up+replaying '2026-02-22 21:55:44' 2026-02-22T21:55:48.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:55:48.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:48.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:48.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state_pattern=up+replaying 2026-02-22T21:55:48.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local 'prev_last_update=2026-02-22 21:55:44' 2026-02-22T21:55:48.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status 2026-02-22T21:55:48.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ CEPH_ARGS= 2026-02-22T21:55:48.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 mirror pool status mirror --verbose --format xml 2026-02-22T21:55:48.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status='OKOKOK142154285mirror.2trial17219.2.3-689-gf90f4eaetrueOK42194319mirror.3trial17219.2.3-689-gf90f4eaefalseOK44004403mirror.1trial17219.2.3-689-gf90f4eaefalseOK44484451mirror.0trial17219.2.3-689-gf90f4eaefalseOKtestf71ed8e4-76d9-4ee1-af9d-6499212a6c35up+replayingreplaying, {"bytes_per_second":17885184.0,"bytes_per_snapshot":536545280.0,"last_snapshot_bytes":536555520,"last_snapshot_sync_seconds":0,"local_snapshot_timestamp":1771797329,"remote_snapshot_timestamp":1771797329,"replay_state":"idle"}42154285mirror.2trial1722026-02-22 21:55:44cluster2b01e47cb-9b49-4579-ac9a-2734372caaf4up+stoppedlocal image is primary2026-02-22 21:55:44' 2026-02-22T21:55:48.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_update state 2026-02-22T21:55:48.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/last_update' 2026-02-22T21:55:48.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ last_update='2026-02-22 21:55:44' 2026-02-22T21:55:48.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v '//images/image[name='\''test'\'']/state' 2026-02-22T21:55:48.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=up+replaying 2026-02-22T21:55:48.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo up+replaying 2026-02-22T21:55:48.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep up+replaying 2026-02-22T21:55:48.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:up+replaying 2026-02-22T21:55:48.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:55:48.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:55:48.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap10 2026-02-22T21:55:48.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap10 2026-02-22T21:55:48.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:55:48.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:55:48.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:55:48.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap10 2026-02-22T21:55:48.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap10 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:56:18.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:56:19.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:56:19.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:19.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:19.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:19.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:56:19.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:56:19.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:56:19.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:56:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:56:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:56:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:56:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:56:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:56:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:56:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:56:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:56:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:56:19.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:56:19.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:56:19.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:56:19.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:56:19.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:56:19.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:56:19.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:56:19.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:56:19.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:56:19.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:56:19.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:56:19.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:56:19.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:56:19.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:56:19.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:56:19.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:56:19.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:56:19.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:56:19.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:56:19.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:56:19.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:56:19.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:56:19.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:56:19.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:56:19.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:56:19.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:56:19.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:56:19.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:56:19.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:56:19.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:19.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:56:19.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:56:19.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:56:19.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:56:19.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:56:19.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:56:19.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:56:19.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:56:19.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:56:19.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:56:19.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:19.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:56:19.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:56:19.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:56:19.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:56:19.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:56:19.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:56:19.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:56:19.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:56:19.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:56:19.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:56:19.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:56:19.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:56:19.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:56:19.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:56:19.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:56:19.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:56:19.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:56:19.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:19.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:56:19.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:56:19.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:56:19.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:56:19.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:56:19.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:56:19.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:56:19.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:56:19.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:56:19.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:56:19.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:56:19.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:56:19.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:56:19.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:56:19.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:56:19.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:19.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:56:21.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 32 2026-02-22T21:56:21.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:56:21.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:56:21.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:56:21.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:21.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:21.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:56:21.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:56:21.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:56:21.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:56:21.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:56:21.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:56:21.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:56:21.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:21.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:56:21.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:56:21.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:21.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:21.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:56:21.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:56:21.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:56:21.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:56:21.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=32 2026-02-22T21:56:21.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:56:21.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:56:21.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:56:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:56:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:56:21.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:56:21.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:56:21.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:56:21.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:56:21.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:56:21.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:56:21.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 32 = '' 2026-02-22T21:56:21.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:56:21.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:56:21.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:21.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:21.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:21.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:21.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:21.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:56:21.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:56:21.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:56:21.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:56:21.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:56:21.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:56:21.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:56:21.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:56:21.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 32 = '' 2026-02-22T21:56:21.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:56:21.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T21:56:22.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:22.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:22.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:22.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:22.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:22.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:56:22.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:56:22.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:56:22.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:56:22.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:56:22.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:56:22.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:56:22.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:56:22.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 32 = '' 2026-02-22T21:56:22.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:56:22.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T21:56:24.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:56:24.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:56:24.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:56:24.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=32 2026-02-22T21:56:24.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 32 = 32 2026-02-22T21:56:24.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:24.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap10 2026-02-22T21:56:24.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:24.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:24.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:24.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap10 2026-02-22T21:56:24.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:56:24.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:56:24.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:56:25.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap10 2026-02-22T21:56:25.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:56:25.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:56:25.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:56:25.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 20 2026-02-22T21:56:25.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:56:25.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:54:47 2026 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:56:25.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:56:25.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:25.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snap9-clean ']' 2026-02-22T21:56:25.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap9-clean 2026-02-22T21:56:25.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:25.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:25.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap9-clean 2026-02-22T21:56:25.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:25.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:25.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:25.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:25.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap9-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:25.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:25.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap9-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:26.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:26.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:26.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:26.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:26.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap10 2026-02-22T21:56:26.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:26.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:26.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap10 2026-02-22T21:56:26.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:26.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:26.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:26.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:26.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap10 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:27.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:27.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap10 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:27.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:27.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:28.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:28.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:28.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ clean_snap_name=snap10-clean 2026-02-22T21:56:28.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror test snap10-clean 2026-02-22T21:56:28.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:56:28.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:28.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:28.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap10-clean 2026-02-22T21:56:28.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create test@snap10-clean --debug-rbd=20 --debug-journaler=20 2026-02-22T21:56:28.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror test 2026-02-22T21:56:28.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:28.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:28.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:28.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror test started 2026-02-22T21:56:28.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:28.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:28.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:28.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T21:56:28.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:56:28.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:56:28.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:56:29.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror test started 2026-02-22T21:56:29.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:29.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:29.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:29.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T21:56:29.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T21:56:29.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T21:56:29.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/test 2026-02-22T21:56:29.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T21:56:29.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T21:56:29.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:56:29.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:56:29.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T21:56:29.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T21:56:29.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T21:56:29.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T21:56:29.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T21:56:29.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T21:56:29.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:56:29.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/test 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T21:56:29.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:56:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:29.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T21:56:29.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T21:56:29.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:56:29.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:56:29.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T21:56:29.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T21:56:29.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T21:56:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:56:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:56:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T21:56:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/test 2026-02-22T21:56:29.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:56:29.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:56:29.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:56:29.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:56:29.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/test 2026-02-22T21:56:29.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T21:56:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T21:56:29.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:56:29.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:56:29.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T21:56:29.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T21:56:29.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T21:56:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:56:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:56:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T21:56:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/test 2026-02-22T21:56:29.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/test'] 2026-02-22T21:56:29.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T21:56:29.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T21:56:29.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T21:56:29.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/test 2026-02-22T21:56:29.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T21:56:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T21:56:29.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T21:56:29.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T21:56:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:56:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:56:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T21:56:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/test 2026-02-22T21:56:29.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T21:56:29.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T21:56:29.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T21:56:29.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T21:56:29.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T21:56:29.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T21:56:29.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T21:56:29.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:29.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror test 2026-02-22T21:56:29.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror test 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/test 2026-02-22T21:56:31.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 34 2026-02-22T21:56:31.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror test 2026-02-22T21:56:31.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T21:56:31.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:56:31.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:31.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:31.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-test.status 2026-02-22T21:56:31.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-test.status 2026-02-22T21:56:31.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:56:31.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:56:31.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-test.status 2026-02-22T21:56:31.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-test.status 2026-02-22T21:56:31.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T21:56:31.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:31.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror test /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:56:31.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:56:31.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:31.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:31.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.status 2026-02-22T21:56:31.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/test --format xml 2026-02-22T21:56:31.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:56:31.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T21:56:31.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=34 2026-02-22T21:56:31.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:56:31.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:56:31.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T21:56:31.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:31.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:31.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:31.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:31.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:31.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:56:31.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:56:31.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T21:56:31.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:56:31.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T21:56:31.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T21:56:31.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T21:56:31.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T21:56:31.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 34 = '' 2026-02-22T21:56:31.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T21:56:31.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T21:56:31.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror test /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:31.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:31.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:31.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:31.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.status 2026-02-22T21:56:31.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/test --format xml 2026-02-22T21:56:31.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T21:56:31.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T21:56:31.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=34 2026-02-22T21:56:31.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 34 = 34 2026-02-22T21:56:31.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:31.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror test snap10-clean 2026-02-22T21:56:31.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:56:31.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:31.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:31.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap10-clean 2026-02-22T21:56:31.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:56:31.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T21:56:31.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T21:56:32.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/test@snap10-clean 2026-02-22T21:56:32.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'test': 2026-02-22T21:56:32.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 21 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd17a997e7 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd17a997e7 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:56:25 2026 2026-02-22T21:56:32.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:48:16 2026 2026-02-22T21:56:32.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T21:56:32.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:56:32.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:56:32.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: f71ed8e4-76d9-4ee1-af9d-6499212a6c35 2026-02-22T21:56:32.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T21:56:32.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:32.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 10 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap1 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap1 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap1 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:32.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:32.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap1 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:33.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:33.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap1 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:33.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:33.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:34.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:34.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:34.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap1-clean 2026-02-22T21:56:34.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap1-clean 2026-02-22T21:56:34.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:34.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:34.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap1-clean 2026-02-22T21:56:34.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:34.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:34.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:34.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:34.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap1-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:34.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:34.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap1-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:35.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:35.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:35.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:35.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap2 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap2 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap2 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:35.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:35.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap2 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:36.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:36.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap2 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:36.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:36.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:36.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:37.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:37.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap2-clean 2026-02-22T21:56:37.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap2-clean 2026-02-22T21:56:37.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:37.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:37.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap2-clean 2026-02-22T21:56:37.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:37.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:37.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:37.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:37.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap2-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:37.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:37.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap2-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:38.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:38.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:38.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:38.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:38.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:38.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap3 2026-02-22T21:56:38.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap3 2026-02-22T21:56:38.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:38.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:38.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap3 2026-02-22T21:56:38.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:38.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:38.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:38.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:38.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap3 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:38.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:38.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap3 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:39.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:39.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:39.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:39.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap3-clean 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap3-clean 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap3-clean 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:39.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap3-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:40.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:40.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap3-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:40.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:40.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:40.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap4 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap4 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap4 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap4 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:41.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:41.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap4 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:42.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:42.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:42.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:42.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap4-clean 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap4-clean 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap4-clean 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:42.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap4-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:42.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:42.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap4-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:43.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:43.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:43.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:43.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:43.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:43.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap5 2026-02-22T21:56:43.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap5 2026-02-22T21:56:43.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:43.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:43.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap5 2026-02-22T21:56:43.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:43.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:43.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:43.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:43.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap5 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:44.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:44.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap5 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:45.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:45.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:45.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:45.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:45.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap5-clean 2026-02-22T21:56:45.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap5-clean 2026-02-22T21:56:45.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:45.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:45.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap5-clean 2026-02-22T21:56:45.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:45.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:45.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:45.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:45.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap5-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:46.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:46.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap5-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:46.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:46.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:46.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap6 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap6 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap6 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap6 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:47.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:47.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap6 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:48.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:48.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:48.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap6-clean 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap6-clean 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap6-clean 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:48.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap6-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:48.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:48.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap6-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:49.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:49.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:49.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:49.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:49.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:49.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap7 2026-02-22T21:56:49.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap7 2026-02-22T21:56:49.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:49.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:49.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap7 2026-02-22T21:56:49.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:49.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:49.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:49.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:49.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap7 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:50.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:50.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap7 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:50.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:50.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:50.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:51.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:51.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap7-clean 2026-02-22T21:56:51.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap7-clean 2026-02-22T21:56:51.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:51.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:51.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap7-clean 2026-02-22T21:56:51.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:51.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:51.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:51.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:51.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap7-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:51.231 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.8547469595589094) > weight (0.25) 2026-02-22T21:56:51.231 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.1 2026-02-22T21:56:51.231 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Sent signal 15 2026-02-22T21:56:51.231 INFO:tasks.rbd_mirror_thrash:waiting for 8.603392084757871 secs before reviving daemons 2026-02-22T21:56:51.232 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T21:56:51.229+0000 7face1552640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 (PID: 23869) UID: 1000 2026-02-22T21:56:51.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:51.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap7-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:52.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:52.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:52.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap8 2026-02-22T21:56:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap8 2026-02-22T21:56:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap8 2026-02-22T21:56:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:52.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:52.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap8 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:52.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:52.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap8 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:53.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:53.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:53.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:53.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:53.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap8-clean 2026-02-22T21:56:53.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap8-clean 2026-02-22T21:56:53.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:53.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:53.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap8-clean 2026-02-22T21:56:53.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:53.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:53.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:53.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:53.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap8-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:54.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:54.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap8-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:54.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:54.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:55.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap9 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap9 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap9 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:55.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:55.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:55.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap9 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:55.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:55.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap9 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:56.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:56.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:56.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:56.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:56.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap9-clean 2026-02-22T21:56:56.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap9-clean 2026-02-22T21:56:56.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:56.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:56.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap9-clean 2026-02-22T21:56:56.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:56.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:56.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:56.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:56.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap9-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:57.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:57.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap9-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:57.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:57.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:57.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:57.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:57.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:56:57.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap10 2026-02-22T21:56:57.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap10 2026-02-22T21:56:57.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:57.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:57.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap10 2026-02-22T21:56:57.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:57.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:57.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:57.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:57.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap10 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:58.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:58.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap10 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:58.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:58.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:59.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap10-clean 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror test snap10-clean 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap10-clean 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:59.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:59.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export test@snap10-clean /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export 2026-02-22T21:56:59.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:56:59.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export test@snap10-clean /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:56:59.835 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.1 2026-02-22T21:56:59.836 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:56:59.836 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.1 2026-02-22T21:56:59.836 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Restarting daemon 2026-02-22T21:56:59.836 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 2026-02-22T21:56:59.838 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Started 2026-02-22T21:56:59.838 INFO:tasks.rbd_mirror_thrash:waiting for 79.7532887497068 secs before thrashing 2026-02-22T21:57:00.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2026-02-22T21:57:00.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:57:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-test.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-test.export 2026-02-22T21:57:00.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:00.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 10 2026-02-22T21:57:00.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:00.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap1 2026-02-22T21:57:00.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap1 2026-02-22T21:57:00.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:00.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:00.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:00.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap1 2026-02-22T21:57:00.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap1 2026-02-22T21:57:00.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:01.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap1-clean 2026-02-22T21:57:01.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap1-clean 2026-02-22T21:57:01.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:01.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:01.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:01.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap1-clean 2026-02-22T21:57:01.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap1-clean 2026-02-22T21:57:01.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:02.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:02.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap2 2026-02-22T21:57:02.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap2 2026-02-22T21:57:02.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:02.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:02.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:02.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap2 2026-02-22T21:57:02.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap2 2026-02-22T21:57:02.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:03.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap2-clean 2026-02-22T21:57:03.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap2-clean 2026-02-22T21:57:03.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:03.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:03.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:03.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap2-clean 2026-02-22T21:57:03.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap2-clean 2026-02-22T21:57:03.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:04.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:04.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap3 2026-02-22T21:57:04.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap3 2026-02-22T21:57:04.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:04.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:04.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:04.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap3 2026-02-22T21:57:04.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap3 2026-02-22T21:57:04.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:05.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap3-clean 2026-02-22T21:57:05.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap3-clean 2026-02-22T21:57:05.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:05.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:05.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:05.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap3-clean 2026-02-22T21:57:05.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap3-clean 2026-02-22T21:57:06.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:06.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:06.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap4 2026-02-22T21:57:06.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap4 2026-02-22T21:57:06.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:06.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:06.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:06.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap4 2026-02-22T21:57:06.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap4 2026-02-22T21:57:07.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:07.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap4-clean 2026-02-22T21:57:07.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap4-clean 2026-02-22T21:57:07.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:07.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:07.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:07.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap4-clean 2026-02-22T21:57:07.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap4-clean 2026-02-22T21:57:08.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:08.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:08.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap5 2026-02-22T21:57:08.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap5 2026-02-22T21:57:08.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:08.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:08.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:08.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap5 2026-02-22T21:57:08.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap5 2026-02-22T21:57:09.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap5-clean 2026-02-22T21:57:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap5-clean 2026-02-22T21:57:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:09.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:09.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap5-clean 2026-02-22T21:57:09.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap5-clean 2026-02-22T21:57:10.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:10.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:10.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap6 2026-02-22T21:57:10.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap6 2026-02-22T21:57:10.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:10.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:10.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:10.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap6 2026-02-22T21:57:10.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap6 2026-02-22T21:57:11.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:11.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap6-clean 2026-02-22T21:57:11.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap6-clean 2026-02-22T21:57:11.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:11.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:11.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:11.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap6-clean 2026-02-22T21:57:11.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap6-clean 2026-02-22T21:57:11.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:11.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:11.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap7 2026-02-22T21:57:11.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap7 2026-02-22T21:57:11.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:11.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:11.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:11.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap7 2026-02-22T21:57:11.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap7 2026-02-22T21:57:12.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:12.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap7-clean 2026-02-22T21:57:12.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap7-clean 2026-02-22T21:57:12.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:12.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:12.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:12.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap7-clean 2026-02-22T21:57:12.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap7-clean 2026-02-22T21:57:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:13.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:13.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap8 2026-02-22T21:57:13.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap8 2026-02-22T21:57:13.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:13.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:13.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:13.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap8 2026-02-22T21:57:13.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap8 2026-02-22T21:57:14.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:14.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap8-clean 2026-02-22T21:57:14.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap8-clean 2026-02-22T21:57:14.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:14.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:14.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:14.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap8-clean 2026-02-22T21:57:14.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap8-clean 2026-02-22T21:57:15.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:15.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:15.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap9 2026-02-22T21:57:15.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap9 2026-02-22T21:57:15.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:15.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:15.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:15.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap9 2026-02-22T21:57:15.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap9 2026-02-22T21:57:16.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:16.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap9-clean 2026-02-22T21:57:16.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap9-clean 2026-02-22T21:57:16.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:16.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:16.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:16.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap9-clean 2026-02-22T21:57:16.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap9-clean 2026-02-22T21:57:17.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:17.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T21:57:17.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap10 2026-02-22T21:57:17.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap10 2026-02-22T21:57:17.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:17.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:17.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:17.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap10 2026-02-22T21:57:17.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap10 2026-02-22T21:57:18.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:18.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap10-clean 2026-02-22T21:57:18.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror test snap10-clean 2026-02-22T21:57:18.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:18.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:18.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:18.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap10-clean 2026-02-22T21:57:18.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/test@snap10-clean 2026-02-22T21:57:19.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T21:57:19.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror test 2026-02-22T21:57:19.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:19.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:19.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:19.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T21:57:19.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T21:57:19.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror test 2026-02-22T21:57:19.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:19.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:19.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:19.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/test 2026-02-22T21:57:19.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/test 2026-02-22T21:57:19.322 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T21:57:19.321+0000 7f3d187ee640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5630a0dec4e0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T21:57:19.322 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T21:57:19.321+0000 7f3d1effb640 -1 rbd::mirror::ImageReplayer: 0x5630a1698a00 [3/f71ed8e4-76d9-4ee1-af9d-6499212a6c35] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T21:57:21.101 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.0 2026-02-22T21:57:21.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Sent signal 15 2026-02-22T21:57:21.102 INFO:tasks.rbd_mirror_thrash:waiting for 9.55982104842767 secs before reviving daemons 2026-02-22T21:57:21.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T21:57:21.105+0000 7f72c5b24640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 (PID: 24737) UID: 1000 2026-02-22T21:57:21.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T21:57:21.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:21.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror test deleted 2026-02-22T21:57:21.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:57:21.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:21.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:21.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T21:57:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T21:57:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T21:57:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T21:57:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror test 2026-02-22T21:57:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:57:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T21:57:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=test 2026-02-22T21:57:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/test 2026-02-22T21:57:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T21:57:21.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image test: (2) No such file or directory 2026-02-22T21:57:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T21:57:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T21:57:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T21:57:21.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror test deleted '' 2026-02-22T21:57:21.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T21:57:21.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:21.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=test 2026-02-22T21:57:21.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T21:57:21.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T21:57:21.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T21:57:21.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T21:57:21.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror test 2026-02-22T21:57:21.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T21:57:21.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T21:57:21.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=test 2026-02-22T21:57:21.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/test 2026-02-22T21:57:21.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T21:57:21.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image test: (2) No such file or directory 2026-02-22T21:57:21.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T21:57:21.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T21:57:21.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T21:57:21.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:21.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ testlog 'TEST: create many images' 2026-02-22T21:57:21.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ tee -a /tmp/tmp.xr9JSZKcRI/rbd-mirror.test.log 2026-02-22T21:57:21.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ date '+%F %T' 2026-02-22T21:57:21.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo 2026-02-22 21:57:21 TEST: create many images 2026-02-22T21:57:21.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:2026-02-22 21:57:21 TEST: create many images 2026-02-22T21:57:21.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ snap_name=snap 2026-02-22T21:57:21.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 50 2026-02-22T21:57:21.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:57:21.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_1 2026-02-22T21:57:21.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_1 snapshot 128M 2026-02-22T21:57:21.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:21.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:21.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_1 128M 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T21:57:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:57:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:57:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:57:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:21.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_1 2026-02-22T21:57:21.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:57:21.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:21.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:57:21.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:21.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_1 snapshot 2026-02-22T21:57:21.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:21.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:21.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T21:57:21.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:57:21.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_1 snapshot 2026-02-22T21:57:22.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:57:22.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_1 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_1': 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 125763762241 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.125763762241 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:57:21 2026 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:57:21 2026 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:57:21 2026 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: b7471039-f330-48fd-ab70-bc70e02e191b 2026-02-22T21:57:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:57:22.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:57:22.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_1 2026-02-22T21:57:22.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:22.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:22.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T21:57:22.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:57:22.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=13 2026-02-22T21:57:22.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:57:22.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 13s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_1 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:57:22.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 47805440 bytes 2026-02-22T21:57:22.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 91573248 bytes 2026-02-22T21:57:22.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 185177088 bytes 2026-02-22T21:57:22.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 224744448 bytes 2026-02-22T21:57:22.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 310560768 bytes 2026-02-22T21:57:22.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 427141120 bytes 2026-02-22T21:57:22.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 448057344 bytes 2026-02-22T21:57:22.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 484005888 bytes 2026-02-22T21:57:22.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 531743744 bytes 2026-02-22T21:57:22.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 564097024 bytes 2026-02-22T21:57:22.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 641473536 bytes 2026-02-22T21:57:22.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 715117568 bytes 2026-02-22T21:57:23.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 733617152 bytes 2026-02-22T21:57:23.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 737497088 bytes 2026-02-22T21:57:23.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 761949184 bytes 2026-02-22T21:57:23.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 799656960 bytes 2026-02-22T21:57:23.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 840418304 bytes 2026-02-22T21:57:23.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 857164800 bytes 2026-02-22T21:57:23.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 862563328 bytes 2026-02-22T21:57:23.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 905882624 bytes 2026-02-22T21:57:23.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 952747008 bytes 2026-02-22T21:57:23.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1028300800 bytes 2026-02-22T21:57:23.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1096756224 bytes 2026-02-22T21:57:23.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1140198400 bytes 2026-02-22T21:57:23.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1164310528 bytes 2026-02-22T21:57:23.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1254426624 bytes 2026-02-22T21:57:23.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1336590336 bytes 2026-02-22T21:57:23.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1348967424 bytes 2026-02-22T21:57:23.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1418334208 bytes 2026-02-22T21:57:23.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1479373824 bytes 2026-02-22T21:57:23.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1548371968 bytes 2026-02-22T21:57:23.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1569329152 bytes 2026-02-22T21:57:23.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1569960960 bytes 2026-02-22T21:57:24.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1666511872 bytes 2026-02-22T21:57:24.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1667108864 bytes 2026-02-22T21:57:24.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1678831616 bytes 2026-02-22T21:57:24.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1699917824 bytes 2026-02-22T21:57:24.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1756838912 bytes 2026-02-22T21:57:24.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1783627776 bytes 2026-02-22T21:57:24.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1870734336 bytes 2026-02-22T21:57:24.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1937266688 bytes 2026-02-22T21:57:24.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1952311296 bytes 2026-02-22T21:57:24.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 2012794880 bytes 2026-02-22T21:57:24.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2059658240 bytes 2026-02-22T21:57:24.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2103046144 bytes 2026-02-22T21:57:24.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2210590720 bytes 2026-02-22T21:57:24.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2267914240 bytes 2026-02-22T21:57:24.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2309901312 bytes 2026-02-22T21:57:24.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2348446720 bytes 2026-02-22T21:57:24.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2379931648 bytes 2026-02-22T21:57:24.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2443684864 bytes 2026-02-22T21:57:24.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2511912960 bytes 2026-02-22T21:57:24.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2530995200 bytes 2026-02-22T21:57:25.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2608123904 bytes 2026-02-22T21:57:25.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2625480704 bytes 2026-02-22T21:57:25.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2682346496 bytes 2026-02-22T21:57:25.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2717566976 bytes 2026-02-22T21:57:25.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2775601152 bytes 2026-02-22T21:57:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2828556288 bytes 2026-02-22T21:57:25.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2871739392 bytes 2026-02-22T21:57:25.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2894085120 bytes 2026-02-22T21:57:25.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2911702016 bytes 2026-02-22T21:57:25.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2954674176 bytes 2026-02-22T21:57:25.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 3004702720 bytes 2026-02-22T21:57:25.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3048801280 bytes 2026-02-22T21:57:25.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3058328576 bytes 2026-02-22T21:57:25.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3088930816 bytes 2026-02-22T21:57:25.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3111682048 bytes 2026-02-22T21:57:25.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3112287232 bytes 2026-02-22T21:57:25.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3132067840 bytes 2026-02-22T21:57:25.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3168744448 bytes 2026-02-22T21:57:25.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3272183808 bytes 2026-02-22T21:57:25.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3322615808 bytes 2026-02-22T21:57:25.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3361937408 bytes 2026-02-22T21:57:26.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3426470912 bytes 2026-02-22T21:57:26.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3496633344 bytes 2026-02-22T21:57:26.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3590285312 bytes 2026-02-22T21:57:26.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3711225856 bytes 2026-02-22T21:57:26.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3729036288 bytes 2026-02-22T21:57:26.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3809282048 bytes 2026-02-22T21:57:26.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3882066944 bytes 2026-02-22T21:57:26.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3952313344 bytes 2026-02-22T21:57:26.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3978147840 bytes 2026-02-22T21:57:26.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 4006052864 bytes 2026-02-22T21:57:26.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 4073254912 bytes 2026-02-22T21:57:26.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 4128776192 bytes 2026-02-22T21:57:26.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 4196491264 bytes 2026-02-22T21:57:26.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 4198993920 bytes 2026-02-22T21:57:26.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 4260835328 bytes 2026-02-22T21:57:26.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4336046080 bytes 2026-02-22T21:57:26.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4409428992 bytes 2026-02-22T21:57:26.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4430843904 bytes 2026-02-22T21:57:27.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4456443904 bytes 2026-02-22T21:57:27.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4464173056 bytes 2026-02-22T21:57:27.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4505361408 bytes 2026-02-22T21:57:27.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4563835904 bytes 2026-02-22T21:57:27.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4643821568 bytes 2026-02-22T21:57:27.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4651089920 bytes 2026-02-22T21:57:27.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4651703296 bytes 2026-02-22T21:57:27.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4693907456 bytes 2026-02-22T21:57:27.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4750042112 bytes 2026-02-22T21:57:27.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4780274688 bytes 2026-02-22T21:57:27.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4807029760 bytes 2026-02-22T21:57:27.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4869445632 bytes 2026-02-22T21:57:27.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4949652480 bytes 2026-02-22T21:57:27.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4976559104 bytes 2026-02-22T21:57:27.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 5026257920 bytes 2026-02-22T21:57:27.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 5109194752 bytes 2026-02-22T21:57:27.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 5116743680 bytes 2026-02-22T21:57:27.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 5151403008 bytes 2026-02-22T21:57:27.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5184169984 bytes 2026-02-22T21:57:27.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5207261184 bytes 2026-02-22T21:57:28.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5233773568 bytes 2026-02-22T21:57:28.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5261434880 bytes 2026-02-22T21:57:28.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5352444928 bytes 2026-02-22T21:57:28.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5401393152 bytes 2026-02-22T21:57:28.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5419017216 bytes 2026-02-22T21:57:28.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5483854848 bytes 2026-02-22T21:57:28.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5510801408 bytes 2026-02-22T21:57:28.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5538251776 bytes 2026-02-22T21:57:28.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5571385344 bytes 2026-02-22T21:57:28.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5642776576 bytes 2026-02-22T21:57:28.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5735663616 bytes 2026-02-22T21:57:28.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5787979776 bytes 2026-02-22T21:57:28.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5918767104 bytes 2026-02-22T21:57:28.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 6020386816 bytes 2026-02-22T21:57:28.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 6021003264 bytes 2026-02-22T21:57:29.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 6079173632 bytes 2026-02-22T21:57:29.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 6121240576 bytes 2026-02-22T21:57:29.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 6159828992 bytes 2026-02-22T21:57:29.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 6178616320 bytes 2026-02-22T21:57:29.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 6271115264 bytes 2026-02-22T21:57:29.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 6271753216 bytes 2026-02-22T21:57:29.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 6315829248 bytes 2026-02-22T21:57:29.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6356054016 bytes 2026-02-22T21:57:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6414125056 bytes 2026-02-22T21:57:29.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6425683968 bytes 2026-02-22T21:57:29.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6475700224 bytes 2026-02-22T21:57:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6577734656 bytes 2026-02-22T21:57:29.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6634141696 bytes 2026-02-22T21:57:29.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6660232192 bytes 2026-02-22T21:57:29.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6717195264 bytes 2026-02-22T21:57:29.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6739511296 bytes 2026-02-22T21:57:29.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6870411264 bytes 2026-02-22T21:57:29.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6953450496 bytes 2026-02-22T21:57:29.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6989091840 bytes 2026-02-22T21:57:30.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 7038797824 bytes 2026-02-22T21:57:30.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 7097553920 bytes 2026-02-22T21:57:30.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 7169267712 bytes 2026-02-22T21:57:30.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 7210876928 bytes 2026-02-22T21:57:30.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 7235184640 bytes 2026-02-22T21:57:30.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 7265847296 bytes 2026-02-22T21:57:30.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 7273568256 bytes 2026-02-22T21:57:30.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 7289541632 bytes 2026-02-22T21:57:30.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 7374346240 bytes 2026-02-22T21:57:30.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 7421290496 bytes 2026-02-22T21:57:30.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 7427474432 bytes 2026-02-22T21:57:30.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 7490267136 bytes 2026-02-22T21:57:30.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 7556812800 bytes 2026-02-22T21:57:30.662 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.0 2026-02-22T21:57:30.662 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:57:30.663 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.0 2026-02-22T21:57:30.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Restarting daemon 2026-02-22T21:57:30.663 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 2026-02-22T21:57:30.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Started 2026-02-22T21:57:30.665 INFO:tasks.rbd_mirror_thrash:waiting for 92.77781685957098 secs before thrashing 2026-02-22T21:57:30.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 7602412544 bytes 2026-02-22T21:57:30.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 7680003072 bytes 2026-02-22T21:57:30.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 7726038016 bytes 2026-02-22T21:57:30.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7752752128 bytes 2026-02-22T21:57:30.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7776792576 bytes 2026-02-22T21:57:30.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7814155264 bytes 2026-02-22T21:57:30.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7854339072 bytes 2026-02-22T21:57:31.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7918443520 bytes 2026-02-22T21:57:31.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7962505216 bytes 2026-02-22T21:57:31.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 8020285440 bytes 2026-02-22T21:57:31.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 8050322432 bytes 2026-02-22T21:57:31.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 8145260544 bytes 2026-02-22T21:57:31.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 8216332288 bytes 2026-02-22T21:57:31.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 8240978944 bytes 2026-02-22T21:57:31.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 8278526976 bytes 2026-02-22T21:57:31.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 8367749120 bytes 2026-02-22T21:57:31.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 8379347968 bytes 2026-02-22T21:57:31.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 8424181760 bytes 2026-02-22T21:57:31.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 8510140416 bytes 2026-02-22T21:57:31.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 8527078400 bytes 2026-02-22T21:57:31.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 8540366848 bytes 2026-02-22T21:57:31.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 8555871232 bytes 2026-02-22T21:57:31.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 8556472320 bytes 2026-02-22T21:57:31.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 8626520064 bytes 2026-02-22T21:57:31.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 8642774016 bytes 2026-02-22T21:57:31.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 8643388416 bytes 2026-02-22T21:57:31.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 8687122432 bytes 2026-02-22T21:57:31.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 8687729664 bytes 2026-02-22T21:57:32.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 8760720384 bytes 2026-02-22T21:57:32.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8761323520 bytes 2026-02-22T21:57:32.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8848437248 bytes 2026-02-22T21:57:32.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8866124800 bytes 2026-02-22T21:57:32.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8914557952 bytes 2026-02-22T21:57:32.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8973010944 bytes 2026-02-22T21:57:32.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8973599744 bytes 2026-02-22T21:57:32.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 9051704320 bytes 2026-02-22T21:57:32.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 9052325888 bytes 2026-02-22T21:57:32.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 9078221824 bytes 2026-02-22T21:57:32.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 9112103936 bytes 2026-02-22T21:57:32.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 9187067904 bytes 2026-02-22T21:57:32.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 9242678272 bytes 2026-02-22T21:57:32.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 9256310784 bytes 2026-02-22T21:57:32.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 9287743488 bytes 2026-02-22T21:57:32.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 9317390336 bytes 2026-02-22T21:57:32.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 9364046848 bytes 2026-02-22T21:57:32.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 9411748864 bytes 2026-02-22T21:57:32.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 9491721216 bytes 2026-02-22T21:57:32.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 9556254720 bytes 2026-02-22T21:57:33.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 9585262592 bytes 2026-02-22T21:57:33.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 9622513664 bytes 2026-02-22T21:57:33.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 9636744192 bytes 2026-02-22T21:57:33.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 9677278208 bytes 2026-02-22T21:57:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 9727626240 bytes 2026-02-22T21:57:33.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9788204032 bytes 2026-02-22T21:57:33.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9798246400 bytes 2026-02-22T21:57:33.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9896258560 bytes 2026-02-22T21:57:33.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9987951616 bytes 2026-02-22T21:57:33.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 10034967552 bytes 2026-02-22T21:57:33.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 10051942400 bytes 2026-02-22T21:57:33.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 10097159168 bytes 2026-02-22T21:57:33.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 10186957824 bytes 2026-02-22T21:57:33.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 10201827328 bytes 2026-02-22T21:57:33.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 10207632384 bytes 2026-02-22T21:57:33.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 10298182656 bytes 2026-02-22T21:57:33.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 10336199680 bytes 2026-02-22T21:57:33.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 10403396608 bytes 2026-02-22T21:57:33.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 10433107968 bytes 2026-02-22T21:57:34.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 10473807872 bytes 2026-02-22T21:57:34.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 10506149888 bytes 2026-02-22T21:57:34.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 10548298752 bytes 2026-02-22T21:57:34.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 10581372928 bytes 2026-02-22T21:57:34.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 10592006144 bytes 2026-02-22T21:57:34.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 10645596160 bytes 2026-02-22T21:57:34.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 10685454336 bytes 2026-02-22T21:57:34.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 10729145344 bytes 2026-02-22T21:57:34.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 10747155456 bytes 2026-02-22T21:57:34.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 10766771200 bytes 2026-02-22T21:57:34.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 10846669824 bytes 2026-02-22T21:57:34.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 10888386560 bytes 2026-02-22T21:57:34.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 10947009536 bytes 2026-02-22T21:57:34.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 10982805504 bytes 2026-02-22T21:57:34.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 11082051584 bytes 2026-02-22T21:57:34.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 11097578496 bytes 2026-02-22T21:57:34.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 11185249280 bytes 2026-02-22T21:57:34.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 11185881088 bytes 2026-02-22T21:57:34.905 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:57:34.909+0000 7f2a3048c640 -1 reset not still connected to 0x55a98a567930 2026-02-22T21:57:34.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 11196627968 bytes 2026-02-22T21:57:34.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 11259693056 bytes 2026-02-22T21:57:35.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 11299437568 bytes 2026-02-22T21:57:35.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 11326581760 bytes 2026-02-22T21:57:35.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 11344202752 bytes 2026-02-22T21:57:35.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 11405963264 bytes 2026-02-22T21:57:35.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25100 IOs, 11455510528 bytes 2026-02-22T21:57:35.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:57:35.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:57:35.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:57:35.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:35.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:57:35.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_2 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_2 snapshot 128M 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_2 128M 2026-02-22T21:57:35.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:35.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_2 2026-02-22T21:57:35.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:57:35.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:35.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:57:35.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:35.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_2 snapshot 2026-02-22T21:57:35.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:35.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:35.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T21:57:35.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:57:35.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_2 snapshot 2026-02-22T21:57:36.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:57:36.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_2 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_2': 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12681a55a8e3 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12681a55a8e3 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:57:35 2026 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:57:35 2026 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:57:35 2026 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:57:36.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:57:36.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 7519fd98-6a06-4842-bbae-704566536af1 2026-02-22T21:57:36.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:57:36.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:57:36.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_2 2026-02-22T21:57:36.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:36.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:36.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T21:57:36.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:57:36.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T21:57:36.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:57:36.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_2 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:57:36.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 116686848 bytes 2026-02-22T21:57:36.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 189590528 bytes 2026-02-22T21:57:36.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 214579200 bytes 2026-02-22T21:57:36.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 287113216 bytes 2026-02-22T21:57:36.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 334488576 bytes 2026-02-22T21:57:36.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 352521216 bytes 2026-02-22T21:57:36.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 412574720 bytes 2026-02-22T21:57:36.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 423890944 bytes 2026-02-22T21:57:36.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 487299072 bytes 2026-02-22T21:57:36.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 542383104 bytes 2026-02-22T21:57:36.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 585212928 bytes 2026-02-22T21:57:36.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 611446784 bytes 2026-02-22T21:57:36.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 639790080 bytes 2026-02-22T21:57:37.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 664403968 bytes 2026-02-22T21:57:37.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 737252352 bytes 2026-02-22T21:57:37.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 745966592 bytes 2026-02-22T21:57:37.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 796585984 bytes 2026-02-22T21:57:37.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 845143040 bytes 2026-02-22T21:57:37.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 901351424 bytes 2026-02-22T21:57:37.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 929982464 bytes 2026-02-22T21:57:37.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 946818048 bytes 2026-02-22T21:57:37.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 959219712 bytes 2026-02-22T21:57:37.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 987910144 bytes 2026-02-22T21:57:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1050314752 bytes 2026-02-22T21:57:37.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1085676544 bytes 2026-02-22T21:57:37.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1132931072 bytes 2026-02-22T21:57:37.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1156435968 bytes 2026-02-22T21:57:37.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1178529792 bytes 2026-02-22T21:57:37.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1240400896 bytes 2026-02-22T21:57:37.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1268217856 bytes 2026-02-22T21:57:37.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1295459328 bytes 2026-02-22T21:57:37.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1330180096 bytes 2026-02-22T21:57:37.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1410073600 bytes 2026-02-22T21:57:38.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1468531712 bytes 2026-02-22T21:57:38.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1496607744 bytes 2026-02-22T21:57:38.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1522085888 bytes 2026-02-22T21:57:38.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1548309504 bytes 2026-02-22T21:57:38.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1631191040 bytes 2026-02-22T21:57:38.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1693289472 bytes 2026-02-22T21:57:38.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1763543040 bytes 2026-02-22T21:57:38.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1791728640 bytes 2026-02-22T21:57:38.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1818726400 bytes 2026-02-22T21:57:38.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1880010752 bytes 2026-02-22T21:57:38.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1913945088 bytes 2026-02-22T21:57:38.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1933290496 bytes 2026-02-22T21:57:38.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2002917376 bytes 2026-02-22T21:57:38.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2090130432 bytes 2026-02-22T21:57:38.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2110802944 bytes 2026-02-22T21:57:38.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2149728256 bytes 2026-02-22T21:57:38.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2185276416 bytes 2026-02-22T21:57:38.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2223781888 bytes 2026-02-22T21:57:38.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2271118336 bytes 2026-02-22T21:57:38.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2310762496 bytes 2026-02-22T21:57:39.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2313410560 bytes 2026-02-22T21:57:39.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2322321408 bytes 2026-02-22T21:57:39.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2351102976 bytes 2026-02-22T21:57:39.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2398126080 bytes 2026-02-22T21:57:39.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2440572928 bytes 2026-02-22T21:57:39.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2502254592 bytes 2026-02-22T21:57:39.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2552042496 bytes 2026-02-22T21:57:39.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2575323136 bytes 2026-02-22T21:57:39.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2614506496 bytes 2026-02-22T21:57:39.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2656376832 bytes 2026-02-22T21:57:39.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2735552512 bytes 2026-02-22T21:57:39.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2757323776 bytes 2026-02-22T21:57:39.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2785999872 bytes 2026-02-22T21:57:39.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2801911808 bytes 2026-02-22T21:57:39.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2870220800 bytes 2026-02-22T21:57:39.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2912673792 bytes 2026-02-22T21:57:39.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2955704320 bytes 2026-02-22T21:57:39.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2962856960 bytes 2026-02-22T21:57:39.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2963773440 bytes 2026-02-22T21:57:39.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3030610944 bytes 2026-02-22T21:57:39.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3042302976 bytes 2026-02-22T21:57:40.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3122927616 bytes 2026-02-22T21:57:40.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3175663616 bytes 2026-02-22T21:57:40.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3225493504 bytes 2026-02-22T21:57:40.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3233075200 bytes 2026-02-22T21:57:40.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3280860160 bytes 2026-02-22T21:57:40.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3302947840 bytes 2026-02-22T21:57:40.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3354229760 bytes 2026-02-22T21:57:40.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3354848256 bytes 2026-02-22T21:57:40.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3366030336 bytes 2026-02-22T21:57:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3449416704 bytes 2026-02-22T21:57:40.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3484523520 bytes 2026-02-22T21:57:40.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3520111616 bytes 2026-02-22T21:57:40.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3564644352 bytes 2026-02-22T21:57:40.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3592483840 bytes 2026-02-22T21:57:40.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3604710400 bytes 2026-02-22T21:57:40.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3653219328 bytes 2026-02-22T21:57:40.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3675409408 bytes 2026-02-22T21:57:40.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3709465600 bytes 2026-02-22T21:57:40.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3739170816 bytes 2026-02-22T21:57:40.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3794050048 bytes 2026-02-22T21:57:40.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3873760256 bytes 2026-02-22T21:57:41.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3892944896 bytes 2026-02-22T21:57:41.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3938258944 bytes 2026-02-22T21:57:41.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4007276544 bytes 2026-02-22T21:57:41.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4054144000 bytes 2026-02-22T21:57:41.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4054762496 bytes 2026-02-22T21:57:41.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4103140352 bytes 2026-02-22T21:57:41.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4122622976 bytes 2026-02-22T21:57:41.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4159065088 bytes 2026-02-22T21:57:41.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4176157696 bytes 2026-02-22T21:57:41.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4219857920 bytes 2026-02-22T21:57:41.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4283779072 bytes 2026-02-22T21:57:41.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4305515520 bytes 2026-02-22T21:57:41.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4367978496 bytes 2026-02-22T21:57:41.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4450934784 bytes 2026-02-22T21:57:41.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4471877632 bytes 2026-02-22T21:57:41.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4491382784 bytes 2026-02-22T21:57:41.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4528811008 bytes 2026-02-22T21:57:41.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4612025344 bytes 2026-02-22T21:57:41.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4654402560 bytes 2026-02-22T21:57:41.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4754819072 bytes 2026-02-22T21:57:42.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4779302912 bytes 2026-02-22T21:57:42.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4853000192 bytes 2026-02-22T21:57:42.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4881385472 bytes 2026-02-22T21:57:42.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4903474176 bytes 2026-02-22T21:57:42.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4929253376 bytes 2026-02-22T21:57:42.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:57:42.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:57:42.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:57:42.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:42.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:57:42.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_3 2026-02-22T21:57:42.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_3 snapshot 128M 2026-02-22T21:57:42.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:42.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_3 128M 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:42.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:42.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T21:57:42.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:42.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:57:42.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:57:42.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:57:42.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:42.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_3 2026-02-22T21:57:42.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:57:42.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:42.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:57:42.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:42.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_3 snapshot 2026-02-22T21:57:42.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:42.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:42.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T21:57:42.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:57:42.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_3 snapshot 2026-02-22T21:57:43.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:57:43.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_3 2026-02-22T21:57:43.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_3': 2026-02-22T21:57:43.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1272a4791263 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1272a4791263 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:57:42 2026 2026-02-22T21:57:43.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:57:42 2026 2026-02-22T21:57:43.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:57:42 2026 2026-02-22T21:57:43.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:57:43.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:57:43.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 0064fd17-a690-4d97-ac74-02c77491c961 2026-02-22T21:57:43.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:57:43.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:57:43.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_3 2026-02-22T21:57:43.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:43.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:43.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T21:57:43.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:57:43.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=7 2026-02-22T21:57:43.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:57:43.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 7s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_3 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:57:43.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 24290304 bytes 2026-02-22T21:57:43.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 103503872 bytes 2026-02-22T21:57:43.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 104120320 bytes 2026-02-22T21:57:43.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 156341248 bytes 2026-02-22T21:57:43.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 199308288 bytes 2026-02-22T21:57:43.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 244847616 bytes 2026-02-22T21:57:43.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 295126016 bytes 2026-02-22T21:57:43.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 343857152 bytes 2026-02-22T21:57:43.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 344464384 bytes 2026-02-22T21:57:43.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 370806784 bytes 2026-02-22T21:57:43.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 401115136 bytes 2026-02-22T21:57:43.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 453047296 bytes 2026-02-22T21:57:43.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 504913920 bytes 2026-02-22T21:57:43.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 529366016 bytes 2026-02-22T21:57:44.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 560165888 bytes 2026-02-22T21:57:44.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 617306112 bytes 2026-02-22T21:57:44.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 651611136 bytes 2026-02-22T21:57:44.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 701067264 bytes 2026-02-22T21:57:44.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 738587648 bytes 2026-02-22T21:57:44.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 786249728 bytes 2026-02-22T21:57:44.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 826574848 bytes 2026-02-22T21:57:44.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 916072448 bytes 2026-02-22T21:57:44.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 916674560 bytes 2026-02-22T21:57:44.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1001264128 bytes 2026-02-22T21:57:44.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1064248320 bytes 2026-02-22T21:57:44.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1104595968 bytes 2026-02-22T21:57:44.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1115910144 bytes 2026-02-22T21:57:44.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1126479872 bytes 2026-02-22T21:57:44.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1138138112 bytes 2026-02-22T21:57:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1176466432 bytes 2026-02-22T21:57:44.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1233260544 bytes 2026-02-22T21:57:44.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1265764352 bytes 2026-02-22T21:57:44.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1280231424 bytes 2026-02-22T21:57:44.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1281905664 bytes 2026-02-22T21:57:44.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1333878784 bytes 2026-02-22T21:57:45.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1412048896 bytes 2026-02-22T21:57:45.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1423256576 bytes 2026-02-22T21:57:45.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1533407232 bytes 2026-02-22T21:57:45.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1623579648 bytes 2026-02-22T21:57:45.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1653256192 bytes 2026-02-22T21:57:45.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1653889024 bytes 2026-02-22T21:57:45.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1709919232 bytes 2026-02-22T21:57:45.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1815124992 bytes 2026-02-22T21:57:45.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1925515264 bytes 2026-02-22T21:57:45.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1963960320 bytes 2026-02-22T21:57:45.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2007206912 bytes 2026-02-22T21:57:45.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2070128640 bytes 2026-02-22T21:57:45.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2153591808 bytes 2026-02-22T21:57:45.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2169259008 bytes 2026-02-22T21:57:45.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2188401664 bytes 2026-02-22T21:57:45.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2282116096 bytes 2026-02-22T21:57:45.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2322489344 bytes 2026-02-22T21:57:45.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2372488192 bytes 2026-02-22T21:57:46.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2377675776 bytes 2026-02-22T21:57:46.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2423119872 bytes 2026-02-22T21:57:46.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2444766208 bytes 2026-02-22T21:57:46.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2463892480 bytes 2026-02-22T21:57:46.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2502168576 bytes 2026-02-22T21:57:46.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2504316928 bytes 2026-02-22T21:57:46.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2548261888 bytes 2026-02-22T21:57:46.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2581581824 bytes 2026-02-22T21:57:46.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2634838016 bytes 2026-02-22T21:57:46.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2652390400 bytes 2026-02-22T21:57:46.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2689158144 bytes 2026-02-22T21:57:46.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2731395072 bytes 2026-02-22T21:57:46.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2756680704 bytes 2026-02-22T21:57:46.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2870828032 bytes 2026-02-22T21:57:46.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2925921280 bytes 2026-02-22T21:57:46.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2970032128 bytes 2026-02-22T21:57:46.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3000670208 bytes 2026-02-22T21:57:46.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3042826240 bytes 2026-02-22T21:57:46.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3070221312 bytes 2026-02-22T21:57:46.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3109961728 bytes 2026-02-22T21:57:46.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3141874688 bytes 2026-02-22T21:57:47.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3182630912 bytes 2026-02-22T21:57:47.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3183220736 bytes 2026-02-22T21:57:47.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3200092160 bytes 2026-02-22T21:57:47.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3226401792 bytes 2026-02-22T21:57:47.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3272689664 bytes 2026-02-22T21:57:47.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3349623808 bytes 2026-02-22T21:57:47.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3418483712 bytes 2026-02-22T21:57:47.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3462716416 bytes 2026-02-22T21:57:47.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3499630592 bytes 2026-02-22T21:57:47.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3558281216 bytes 2026-02-22T21:57:47.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3614114816 bytes 2026-02-22T21:57:47.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3635888128 bytes 2026-02-22T21:57:47.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3657030656 bytes 2026-02-22T21:57:47.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3703621632 bytes 2026-02-22T21:57:47.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3750684672 bytes 2026-02-22T21:57:47.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3752955904 bytes 2026-02-22T21:57:47.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3789088768 bytes 2026-02-22T21:57:47.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3841185792 bytes 2026-02-22T21:57:47.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3882703872 bytes 2026-02-22T21:57:47.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3920295936 bytes 2026-02-22T21:57:48.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3965379584 bytes 2026-02-22T21:57:48.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3965984768 bytes 2026-02-22T21:57:48.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3999781888 bytes 2026-02-22T21:57:48.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4082053120 bytes 2026-02-22T21:57:48.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4086792192 bytes 2026-02-22T21:57:48.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4115656704 bytes 2026-02-22T21:57:48.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4121920512 bytes 2026-02-22T21:57:48.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4172427264 bytes 2026-02-22T21:57:48.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4207515648 bytes 2026-02-22T21:57:48.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4269102080 bytes 2026-02-22T21:57:48.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4324848640 bytes 2026-02-22T21:57:48.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4348818432 bytes 2026-02-22T21:57:48.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4373530624 bytes 2026-02-22T21:57:48.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4379419648 bytes 2026-02-22T21:57:48.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4408247296 bytes 2026-02-22T21:57:48.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4431145984 bytes 2026-02-22T21:57:48.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4495230976 bytes 2026-02-22T21:57:48.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4501872640 bytes 2026-02-22T21:57:48.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4554651648 bytes 2026-02-22T21:57:48.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4637078528 bytes 2026-02-22T21:57:48.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4675376128 bytes 2026-02-22T21:57:48.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4726727680 bytes 2026-02-22T21:57:49.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4756432896 bytes 2026-02-22T21:57:49.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4802157568 bytes 2026-02-22T21:57:49.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4908083200 bytes 2026-02-22T21:57:49.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4976727040 bytes 2026-02-22T21:57:49.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5014699008 bytes 2026-02-22T21:57:49.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5062423552 bytes 2026-02-22T21:57:49.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5117859840 bytes 2026-02-22T21:57:49.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5118449664 bytes 2026-02-22T21:57:49.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5147966464 bytes 2026-02-22T21:57:49.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5175260160 bytes 2026-02-22T21:57:49.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5255354368 bytes 2026-02-22T21:57:49.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5275172864 bytes 2026-02-22T21:57:49.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5364301824 bytes 2026-02-22T21:57:49.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5379132416 bytes 2026-02-22T21:57:49.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5398671360 bytes 2026-02-22T21:57:49.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5430854656 bytes 2026-02-22T21:57:49.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5482541056 bytes 2026-02-22T21:57:49.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5507957760 bytes 2026-02-22T21:57:49.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5592510464 bytes 2026-02-22T21:57:50.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5631284224 bytes 2026-02-22T21:57:50.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5667477504 bytes 2026-02-22T21:57:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5751866368 bytes 2026-02-22T21:57:50.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5808276480 bytes 2026-02-22T21:57:50.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5870367744 bytes 2026-02-22T21:57:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:57:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:57:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:57:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:57:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_4 2026-02-22T21:57:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_4 snapshot 128M 2026-02-22T21:57:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_4 128M 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:57:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:57:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:57:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:57:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_4 2026-02-22T21:57:50.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:57:50.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:50.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:57:50.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:57:50.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_4 snapshot 2026-02-22T21:57:50.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:50.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:50.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T21:57:50.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:57:50.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_4 snapshot 2026-02-22T21:57:51.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:57:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_4 2026-02-22T21:57:51.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_4': 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 127d1b19b4c9 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.127d1b19b4c9 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:57:50 2026 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:57:50 2026 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:57:50 2026 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5debfb0a-4adb-433a-a74b-e25c647fff76 2026-02-22T21:57:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:57:51.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:57:51.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_4 2026-02-22T21:57:51.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:57:51.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:57:51.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T21:57:51.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:57:51.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=12 2026-02-22T21:57:51.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:57:51.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 12s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_4 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:57:51.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 58051584 bytes 2026-02-22T21:57:51.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 117575680 bytes 2026-02-22T21:57:51.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 130600960 bytes 2026-02-22T21:57:51.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 146752512 bytes 2026-02-22T21:57:51.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 158325760 bytes 2026-02-22T21:57:51.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 184558592 bytes 2026-02-22T21:57:51.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 245947392 bytes 2026-02-22T21:57:51.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 296236032 bytes 2026-02-22T21:57:51.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 317897728 bytes 2026-02-22T21:57:51.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 384051200 bytes 2026-02-22T21:57:51.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 460920832 bytes 2026-02-22T21:57:51.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 505515008 bytes 2026-02-22T21:57:51.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 575128576 bytes 2026-02-22T21:57:52.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 611377152 bytes 2026-02-22T21:57:52.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 648093696 bytes 2026-02-22T21:57:52.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 703334400 bytes 2026-02-22T21:57:52.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 829546496 bytes 2026-02-22T21:57:52.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 886755328 bytes 2026-02-22T21:57:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 906996736 bytes 2026-02-22T21:57:52.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 944343040 bytes 2026-02-22T21:57:52.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 975047680 bytes 2026-02-22T21:57:52.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1030267904 bytes 2026-02-22T21:57:52.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1089096704 bytes 2026-02-22T21:57:52.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1148573696 bytes 2026-02-22T21:57:52.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1197211648 bytes 2026-02-22T21:57:52.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1260265472 bytes 2026-02-22T21:57:52.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1306678272 bytes 2026-02-22T21:57:52.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1400652800 bytes 2026-02-22T21:57:52.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1404504064 bytes 2026-02-22T21:57:52.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1474424832 bytes 2026-02-22T21:57:52.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1514351616 bytes 2026-02-22T21:57:53.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1590393856 bytes 2026-02-22T21:57:53.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1603740672 bytes 2026-02-22T21:57:53.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1637225472 bytes 2026-02-22T21:57:53.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1676164096 bytes 2026-02-22T21:57:53.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1698131968 bytes 2026-02-22T21:57:53.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1722602496 bytes 2026-02-22T21:57:53.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1784305664 bytes 2026-02-22T21:57:53.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1831370752 bytes 2026-02-22T21:57:53.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1932404736 bytes 2026-02-22T21:57:53.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1992058880 bytes 2026-02-22T21:57:53.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 2011767808 bytes 2026-02-22T21:57:53.570 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 2044735488 bytes 2026-02-22T21:57:53.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2068481024 bytes 2026-02-22T21:57:53.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2129437696 bytes 2026-02-22T21:57:53.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2190683136 bytes 2026-02-22T21:57:53.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2206526464 bytes 2026-02-22T21:57:53.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2241701888 bytes 2026-02-22T21:57:53.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2266648576 bytes 2026-02-22T21:57:53.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2278014976 bytes 2026-02-22T21:57:53.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2329851904 bytes 2026-02-22T21:57:53.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2358378496 bytes 2026-02-22T21:57:54.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2393697280 bytes 2026-02-22T21:57:54.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2454526976 bytes 2026-02-22T21:57:54.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2503426048 bytes 2026-02-22T21:57:54.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2590469120 bytes 2026-02-22T21:57:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2626350080 bytes 2026-02-22T21:57:54.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2718857216 bytes 2026-02-22T21:57:54.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2790150144 bytes 2026-02-22T21:57:54.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2857469952 bytes 2026-02-22T21:57:54.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2907545600 bytes 2026-02-22T21:57:54.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2933033984 bytes 2026-02-22T21:57:54.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2948044800 bytes 2026-02-22T21:57:54.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2993709056 bytes 2026-02-22T21:57:54.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3038551040 bytes 2026-02-22T21:57:54.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3086534656 bytes 2026-02-22T21:57:54.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3121982464 bytes 2026-02-22T21:57:54.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3148936192 bytes 2026-02-22T21:57:54.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3151517696 bytes 2026-02-22T21:57:54.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3193149440 bytes 2026-02-22T21:57:54.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3215876096 bytes 2026-02-22T21:57:54.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3217554432 bytes 2026-02-22T21:57:55.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3241353216 bytes 2026-02-22T21:57:55.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3253485568 bytes 2026-02-22T21:57:55.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3347514368 bytes 2026-02-22T21:57:55.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3363591168 bytes 2026-02-22T21:57:55.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3403085824 bytes 2026-02-22T21:57:55.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3405165568 bytes 2026-02-22T21:57:55.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3437415424 bytes 2026-02-22T21:57:55.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3472500736 bytes 2026-02-22T21:57:55.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3499554816 bytes 2026-02-22T21:57:55.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3582318592 bytes 2026-02-22T21:57:55.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3610888192 bytes 2026-02-22T21:57:55.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3710991360 bytes 2026-02-22T21:57:55.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3774432256 bytes 2026-02-22T21:57:55.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3775036416 bytes 2026-02-22T21:57:55.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3849373696 bytes 2026-02-22T21:57:55.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3883099136 bytes 2026-02-22T21:57:55.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3923272704 bytes 2026-02-22T21:57:55.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3945873408 bytes 2026-02-22T21:57:55.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4009630720 bytes 2026-02-22T21:57:55.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4015452160 bytes 2026-02-22T21:57:55.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4027464704 bytes 2026-02-22T21:57:56.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4075726848 bytes 2026-02-22T21:57:56.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4122910720 bytes 2026-02-22T21:57:56.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4157393920 bytes 2026-02-22T21:57:56.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4237937664 bytes 2026-02-22T21:57:56.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4245806080 bytes 2026-02-22T21:57:56.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4335953920 bytes 2026-02-22T21:57:56.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4401492992 bytes 2026-02-22T21:57:56.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4473749504 bytes 2026-02-22T21:57:56.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4540416000 bytes 2026-02-22T21:57:56.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4550297600 bytes 2026-02-22T21:57:56.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4569757696 bytes 2026-02-22T21:57:56.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4645645312 bytes 2026-02-22T21:57:56.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4660800512 bytes 2026-02-22T21:57:56.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4750718976 bytes 2026-02-22T21:57:56.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4845488128 bytes 2026-02-22T21:57:56.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4948751360 bytes 2026-02-22T21:57:56.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 5006675968 bytes 2026-02-22T21:57:56.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5016123392 bytes 2026-02-22T21:57:57.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5105597440 bytes 2026-02-22T21:57:57.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5106219008 bytes 2026-02-22T21:57:57.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5142573056 bytes 2026-02-22T21:57:57.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5193982976 bytes 2026-02-22T21:57:57.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5263772672 bytes 2026-02-22T21:57:57.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5307414528 bytes 2026-02-22T21:57:57.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5345658880 bytes 2026-02-22T21:57:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5379424256 bytes 2026-02-22T21:57:57.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5481830400 bytes 2026-02-22T21:57:57.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5521889280 bytes 2026-02-22T21:57:57.570 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5617876992 bytes 2026-02-22T21:57:57.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5661046784 bytes 2026-02-22T21:57:57.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5668038656 bytes 2026-02-22T21:57:57.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5687987200 bytes 2026-02-22T21:57:57.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5736978432 bytes 2026-02-22T21:57:57.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5757798400 bytes 2026-02-22T21:57:57.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5852738560 bytes 2026-02-22T21:57:57.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5886339072 bytes 2026-02-22T21:57:57.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5919723520 bytes 2026-02-22T21:57:57.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5969818624 bytes 2026-02-22T21:57:58.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5998408704 bytes 2026-02-22T21:57:58.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 6064089088 bytes 2026-02-22T21:57:58.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 6076541952 bytes 2026-02-22T21:57:58.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6150342656 bytes 2026-02-22T21:57:58.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6173852672 bytes 2026-02-22T21:57:58.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6215204864 bytes 2026-02-22T21:57:58.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6285472768 bytes 2026-02-22T21:57:58.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6289138688 bytes 2026-02-22T21:57:58.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6322268160 bytes 2026-02-22T21:57:58.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6342104064 bytes 2026-02-22T21:57:58.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6381980672 bytes 2026-02-22T21:57:58.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6429200384 bytes 2026-02-22T21:57:58.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6486476800 bytes 2026-02-22T21:57:58.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6524640256 bytes 2026-02-22T21:57:58.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6586721280 bytes 2026-02-22T21:57:58.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6610423808 bytes 2026-02-22T21:57:58.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6646084608 bytes 2026-02-22T21:57:58.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6696579072 bytes 2026-02-22T21:57:58.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6827766784 bytes 2026-02-22T21:57:59.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6894389248 bytes 2026-02-22T21:57:59.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6988124160 bytes 2026-02-22T21:57:59.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 7049628672 bytes 2026-02-22T21:57:59.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 7131027456 bytes 2026-02-22T21:57:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 7159237632 bytes 2026-02-22T21:57:59.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 7183612928 bytes 2026-02-22T21:57:59.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 7225485312 bytes 2026-02-22T21:57:59.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 7304723456 bytes 2026-02-22T21:57:59.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 7356956672 bytes 2026-02-22T21:57:59.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 7416333312 bytes 2026-02-22T21:57:59.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 7448056832 bytes 2026-02-22T21:57:59.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 7518656512 bytes 2026-02-22T21:57:59.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7587299328 bytes 2026-02-22T21:57:59.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7681328128 bytes 2026-02-22T21:57:59.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7681929216 bytes 2026-02-22T21:57:59.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7698036736 bytes 2026-02-22T21:57:59.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7725429760 bytes 2026-02-22T21:57:59.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7762813952 bytes 2026-02-22T21:57:59.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7780601856 bytes 2026-02-22T21:58:00.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7818382336 bytes 2026-02-22T21:58:00.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7835073536 bytes 2026-02-22T21:58:00.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7835681792 bytes 2026-02-22T21:58:00.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7862236160 bytes 2026-02-22T21:58:00.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7937116160 bytes 2026-02-22T21:58:00.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 8017558528 bytes 2026-02-22T21:58:00.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 8087168000 bytes 2026-02-22T21:58:00.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 8114230272 bytes 2026-02-22T21:58:00.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 8131848192 bytes 2026-02-22T21:58:00.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 8174882816 bytes 2026-02-22T21:58:00.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 8261293056 bytes 2026-02-22T21:58:00.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 8286501888 bytes 2026-02-22T21:58:00.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 8298440704 bytes 2026-02-22T21:58:00.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 8366636032 bytes 2026-02-22T21:58:00.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 8412473344 bytes 2026-02-22T21:58:00.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 8462836736 bytes 2026-02-22T21:58:00.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 8539077632 bytes 2026-02-22T21:58:00.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 8574916608 bytes 2026-02-22T21:58:00.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 8652484608 bytes 2026-02-22T21:58:01.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8675018752 bytes 2026-02-22T21:58:01.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8756420608 bytes 2026-02-22T21:58:01.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8838631424 bytes 2026-02-22T21:58:01.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8925420544 bytes 2026-02-22T21:58:01.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8939338752 bytes 2026-02-22T21:58:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8946595840 bytes 2026-02-22T21:58:01.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8971374592 bytes 2026-02-22T21:58:01.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8990807040 bytes 2026-02-22T21:58:01.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 9035383808 bytes 2026-02-22T21:58:01.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 9113861120 bytes 2026-02-22T21:58:01.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 9163405312 bytes 2026-02-22T21:58:01.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 9215271936 bytes 2026-02-22T21:58:01.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 9232557056 bytes 2026-02-22T21:58:01.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 9235763200 bytes 2026-02-22T21:58:01.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 9283921920 bytes 2026-02-22T21:58:01.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 9318481920 bytes 2026-02-22T21:58:01.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 9357931520 bytes 2026-02-22T21:58:01.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 9427338240 bytes 2026-02-22T21:58:01.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 9491561472 bytes 2026-02-22T21:58:01.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 9561113600 bytes 2026-02-22T21:58:02.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 9597330432 bytes 2026-02-22T21:58:02.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 9612745728 bytes 2026-02-22T21:58:02.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 9702716416 bytes 2026-02-22T21:58:02.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 9715880960 bytes 2026-02-22T21:58:02.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9753825280 bytes 2026-02-22T21:58:02.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9766553600 bytes 2026-02-22T21:58:02.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9792664576 bytes 2026-02-22T21:58:02.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9793275904 bytes 2026-02-22T21:58:02.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9876596736 bytes 2026-02-22T21:58:02.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9900945408 bytes 2026-02-22T21:58:02.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9948474368 bytes 2026-02-22T21:58:02.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9987019776 bytes 2026-02-22T21:58:02.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 10023019520 bytes 2026-02-22T21:58:02.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 10023635968 bytes 2026-02-22T21:58:02.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 10042048512 bytes 2026-02-22T21:58:02.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 10054264832 bytes 2026-02-22T21:58:02.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 10063257600 bytes 2026-02-22T21:58:02.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 10135695360 bytes 2026-02-22T21:58:02.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 10183100416 bytes 2026-02-22T21:58:02.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 10210792448 bytes 2026-02-22T21:58:02.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 10252725248 bytes 2026-02-22T21:58:03.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 10296617984 bytes 2026-02-22T21:58:03.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 10361327616 bytes 2026-02-22T21:58:03.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 10362376192 bytes 2026-02-22T21:58:03.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 10442625024 bytes 2026-02-22T21:58:03.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 10480489472 bytes 2026-02-22T21:58:03.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:58:03.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:58:03.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:58:03.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:03.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:58:03.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_5 2026-02-22T21:58:03.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_5 snapshot 128M 2026-02-22T21:58:03.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:03.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_5 128M 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:03.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:03.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T21:58:03.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:03.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:58:03.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:58:03.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:58:03.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:03.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_5 2026-02-22T21:58:03.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:58:03.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:03.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:58:03.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:03.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_5 snapshot 2026-02-22T21:58:03.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:03.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:03.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T21:58:03.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:03.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_5 snapshot 2026-02-22T21:58:04.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:58:04.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_5 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_5': 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12886c97a462 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12886c97a462 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:03 2026 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:03 2026 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:03 2026 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5d2cfd09-99ed-4127-93d1-2d0e06afac81 2026-02-22T21:58:04.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:58:04.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:58:04.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_5 2026-02-22T21:58:04.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:04.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:04.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T21:58:04.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:58:04.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T21:58:04.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:58:04.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_5 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:58:04.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 12874752 bytes 2026-02-22T21:58:04.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 56527872 bytes 2026-02-22T21:58:04.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 66193408 bytes 2026-02-22T21:58:04.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 151101440 bytes 2026-02-22T21:58:04.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 214208512 bytes 2026-02-22T21:58:04.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 277536768 bytes 2026-02-22T21:58:04.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 289850368 bytes 2026-02-22T21:58:04.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 328620032 bytes 2026-02-22T21:58:04.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 346232832 bytes 2026-02-22T21:58:04.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 423824384 bytes 2026-02-22T21:58:04.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 442601472 bytes 2026-02-22T21:58:04.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 517432320 bytes 2026-02-22T21:58:04.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 564491264 bytes 2026-02-22T21:58:05.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 624046080 bytes 2026-02-22T21:58:05.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 640560128 bytes 2026-02-22T21:58:05.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 644677632 bytes 2026-02-22T21:58:05.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 664738816 bytes 2026-02-22T21:58:05.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 690695168 bytes 2026-02-22T21:58:05.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 766489600 bytes 2026-02-22T21:58:05.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 868942848 bytes 2026-02-22T21:58:05.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 888666112 bytes 2026-02-22T21:58:05.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 997539840 bytes 2026-02-22T21:58:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1037818880 bytes 2026-02-22T21:58:05.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1062973440 bytes 2026-02-22T21:58:05.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1079548928 bytes 2026-02-22T21:58:05.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1175106560 bytes 2026-02-22T21:58:05.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1197326336 bytes 2026-02-22T21:58:05.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1232375808 bytes 2026-02-22T21:58:05.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1246668800 bytes 2026-02-22T21:58:05.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1292325888 bytes 2026-02-22T21:58:05.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1352894464 bytes 2026-02-22T21:58:05.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1363824640 bytes 2026-02-22T21:58:05.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1419949056 bytes 2026-02-22T21:58:06.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1508175872 bytes 2026-02-22T21:58:06.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1538669568 bytes 2026-02-22T21:58:06.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1626722304 bytes 2026-02-22T21:58:06.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1683486720 bytes 2026-02-22T21:58:06.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1707977728 bytes 2026-02-22T21:58:06.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1740341248 bytes 2026-02-22T21:58:06.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1761822720 bytes 2026-02-22T21:58:06.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1795980288 bytes 2026-02-22T21:58:06.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1828331520 bytes 2026-02-22T21:58:06.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1857637376 bytes 2026-02-22T21:58:06.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1918085120 bytes 2026-02-22T21:58:06.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1940329472 bytes 2026-02-22T21:58:06.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2027761664 bytes 2026-02-22T21:58:06.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2055047168 bytes 2026-02-22T21:58:06.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2092001280 bytes 2026-02-22T21:58:06.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2122743808 bytes 2026-02-22T21:58:06.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2163809280 bytes 2026-02-22T21:58:06.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2176919552 bytes 2026-02-22T21:58:06.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2209009664 bytes 2026-02-22T21:58:06.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2219962368 bytes 2026-02-22T21:58:07.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2271933440 bytes 2026-02-22T21:58:07.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2328960000 bytes 2026-02-22T21:58:07.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2340347904 bytes 2026-02-22T21:58:07.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2357014528 bytes 2026-02-22T21:58:07.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2372747264 bytes 2026-02-22T21:58:07.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2411924480 bytes 2026-02-22T21:58:07.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2481654784 bytes 2026-02-22T21:58:07.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2528391168 bytes 2026-02-22T21:58:07.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2541135872 bytes 2026-02-22T21:58:07.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2559320064 bytes 2026-02-22T21:58:07.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2577057792 bytes 2026-02-22T21:58:07.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2633629696 bytes 2026-02-22T21:58:07.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2650357760 bytes 2026-02-22T21:58:07.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2728689664 bytes 2026-02-22T21:58:07.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2762775552 bytes 2026-02-22T21:58:07.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2807297024 bytes 2026-02-22T21:58:07.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2840568832 bytes 2026-02-22T21:58:07.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2906896384 bytes 2026-02-22T21:58:07.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2973540352 bytes 2026-02-22T21:58:07.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3010313216 bytes 2026-02-22T21:58:08.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3065421824 bytes 2026-02-22T21:58:08.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3105711104 bytes 2026-02-22T21:58:08.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3143666688 bytes 2026-02-22T21:58:08.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3241111552 bytes 2026-02-22T21:58:08.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3275268096 bytes 2026-02-22T21:58:08.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3313528832 bytes 2026-02-22T21:58:08.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3324244992 bytes 2026-02-22T21:58:08.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3329678336 bytes 2026-02-22T21:58:08.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3367813120 bytes 2026-02-22T21:58:08.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3385473024 bytes 2026-02-22T21:58:08.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3480632320 bytes 2026-02-22T21:58:08.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3543906304 bytes 2026-02-22T21:58:08.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3549821952 bytes 2026-02-22T21:58:08.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3566964736 bytes 2026-02-22T21:58:08.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3644372992 bytes 2026-02-22T21:58:08.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3697425408 bytes 2026-02-22T21:58:08.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3698673664 bytes 2026-02-22T21:58:08.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3739389952 bytes 2026-02-22T21:58:08.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3801098240 bytes 2026-02-22T21:58:08.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3801708544 bytes 2026-02-22T21:58:09.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3863651328 bytes 2026-02-22T21:58:09.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3864249344 bytes 2026-02-22T21:58:09.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3892748288 bytes 2026-02-22T21:58:09.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3920646144 bytes 2026-02-22T21:58:09.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4008095744 bytes 2026-02-22T21:58:09.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4012226560 bytes 2026-02-22T21:58:09.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4031031296 bytes 2026-02-22T21:58:09.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4054430720 bytes 2026-02-22T21:58:09.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4090985472 bytes 2026-02-22T21:58:09.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4168519680 bytes 2026-02-22T21:58:09.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4193076224 bytes 2026-02-22T21:58:09.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4231027712 bytes 2026-02-22T21:58:09.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4279664640 bytes 2026-02-22T21:58:09.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4304827392 bytes 2026-02-22T21:58:09.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4345669632 bytes 2026-02-22T21:58:09.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4418410496 bytes 2026-02-22T21:58:09.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4457996288 bytes 2026-02-22T21:58:09.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4508577792 bytes 2026-02-22T21:58:09.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4580194304 bytes 2026-02-22T21:58:09.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4603760640 bytes 2026-02-22T21:58:09.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4635381760 bytes 2026-02-22T21:58:10.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4690237440 bytes 2026-02-22T21:58:10.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4705931264 bytes 2026-02-22T21:58:10.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4744711168 bytes 2026-02-22T21:58:10.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4766841856 bytes 2026-02-22T21:58:10.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4787014656 bytes 2026-02-22T21:58:10.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4842620928 bytes 2026-02-22T21:58:10.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:58:10.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:58:10.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:58:10.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:10.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_6 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_6 snapshot 128M 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:10.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_6 128M 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:10.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_6 2026-02-22T21:58:10.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:58:10.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:10.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:58:10.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:10.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_6 snapshot 2026-02-22T21:58:10.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:10.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:10.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T21:58:10.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:10.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_6 snapshot 2026-02-22T21:58:11.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:58:11.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_6 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_6': 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 129311294643 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.129311294643 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:10 2026 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:10 2026 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:10 2026 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 28a46934-9059-422d-b4b9-32873ae36ab4 2026-02-22T21:58:11.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:58:11.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:58:11.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_6 2026-02-22T21:58:11.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:11.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:11.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T21:58:11.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:58:11.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=13 2026-02-22T21:58:11.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:58:11.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 13s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_6 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:58:11.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 587776 bytes 2026-02-22T21:58:11.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 21877760 bytes 2026-02-22T21:58:11.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 68791296 bytes 2026-02-22T21:58:11.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 125562880 bytes 2026-02-22T21:58:11.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 168168448 bytes 2026-02-22T21:58:11.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 175224832 bytes 2026-02-22T21:58:11.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 218041344 bytes 2026-02-22T21:58:11.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 278204416 bytes 2026-02-22T21:58:11.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 324089856 bytes 2026-02-22T21:58:11.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 366193664 bytes 2026-02-22T21:58:11.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 407791616 bytes 2026-02-22T21:58:11.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 415129600 bytes 2026-02-22T21:58:11.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 445801472 bytes 2026-02-22T21:58:11.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 491772928 bytes 2026-02-22T21:58:12.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 509159424 bytes 2026-02-22T21:58:12.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 534171648 bytes 2026-02-22T21:58:12.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 576411648 bytes 2026-02-22T21:58:12.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 634199040 bytes 2026-02-22T21:58:12.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 659819520 bytes 2026-02-22T21:58:12.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 695855104 bytes 2026-02-22T21:58:12.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 716076032 bytes 2026-02-22T21:58:12.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 758503424 bytes 2026-02-22T21:58:12.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 799636480 bytes 2026-02-22T21:58:12.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 848352256 bytes 2026-02-22T21:58:12.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 881954816 bytes 2026-02-22T21:58:12.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 975144960 bytes 2026-02-22T21:58:12.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1025817600 bytes 2026-02-22T21:58:12.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1093810176 bytes 2026-02-22T21:58:12.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1178079232 bytes 2026-02-22T21:58:12.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1204935680 bytes 2026-02-22T21:58:12.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1278427136 bytes 2026-02-22T21:58:12.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1310835712 bytes 2026-02-22T21:58:12.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1384820736 bytes 2026-02-22T21:58:13.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1454829568 bytes 2026-02-22T21:58:13.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1531883520 bytes 2026-02-22T21:58:13.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1578011648 bytes 2026-02-22T21:58:13.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1597176832 bytes 2026-02-22T21:58:13.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1644140544 bytes 2026-02-22T21:58:13.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1670723584 bytes 2026-02-22T21:58:13.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1731819520 bytes 2026-02-22T21:58:13.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1757138944 bytes 2026-02-22T21:58:13.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1805378560 bytes 2026-02-22T21:58:13.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1828182016 bytes 2026-02-22T21:58:13.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1865769984 bytes 2026-02-22T21:58:13.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1878191104 bytes 2026-02-22T21:58:13.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1890106368 bytes 2026-02-22T21:58:13.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1977090048 bytes 2026-02-22T21:58:13.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2005749760 bytes 2026-02-22T21:58:13.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2058112000 bytes 2026-02-22T21:58:13.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2097229824 bytes 2026-02-22T21:58:13.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2188289024 bytes 2026-02-22T21:58:13.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2260380672 bytes 2026-02-22T21:58:14.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2363577344 bytes 2026-02-22T21:58:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2421905408 bytes 2026-02-22T21:58:14.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2460207104 bytes 2026-02-22T21:58:14.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2477537280 bytes 2026-02-22T21:58:14.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2521883648 bytes 2026-02-22T21:58:14.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2564028416 bytes 2026-02-22T21:58:14.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2598238208 bytes 2026-02-22T21:58:14.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2702162944 bytes 2026-02-22T21:58:14.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2710534144 bytes 2026-02-22T21:58:14.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2752950272 bytes 2026-02-22T21:58:14.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2773961728 bytes 2026-02-22T21:58:14.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2774568960 bytes 2026-02-22T21:58:14.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2820952064 bytes 2026-02-22T21:58:14.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2852324352 bytes 2026-02-22T21:58:14.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2870276096 bytes 2026-02-22T21:58:14.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2932585472 bytes 2026-02-22T21:58:14.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2991006720 bytes 2026-02-22T21:58:14.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3021485056 bytes 2026-02-22T21:58:14.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3056169984 bytes 2026-02-22T21:58:14.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3081843712 bytes 2026-02-22T21:58:14.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3150846976 bytes 2026-02-22T21:58:15.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3163897856 bytes 2026-02-22T21:58:15.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3210236928 bytes 2026-02-22T21:58:15.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3242353664 bytes 2026-02-22T21:58:15.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3262007296 bytes 2026-02-22T21:58:15.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3300989952 bytes 2026-02-22T21:58:15.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3365649408 bytes 2026-02-22T21:58:15.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3448347648 bytes 2026-02-22T21:58:15.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3493204992 bytes 2026-02-22T21:58:15.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3540847616 bytes 2026-02-22T21:58:15.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3583225856 bytes 2026-02-22T21:58:15.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3616857088 bytes 2026-02-22T21:58:15.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3664066560 bytes 2026-02-22T21:58:15.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3702731776 bytes 2026-02-22T21:58:15.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3707744256 bytes 2026-02-22T21:58:15.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3805091840 bytes 2026-02-22T21:58:15.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3887031296 bytes 2026-02-22T21:58:15.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3918215168 bytes 2026-02-22T21:58:15.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3970567168 bytes 2026-02-22T21:58:15.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4030350336 bytes 2026-02-22T21:58:16.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4086129664 bytes 2026-02-22T21:58:16.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4118992896 bytes 2026-02-22T21:58:16.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4166767616 bytes 2026-02-22T21:58:16.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4175557632 bytes 2026-02-22T21:58:16.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4265082880 bytes 2026-02-22T21:58:16.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4271839232 bytes 2026-02-22T21:58:16.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4317446144 bytes 2026-02-22T21:58:16.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4351567872 bytes 2026-02-22T21:58:16.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4433869824 bytes 2026-02-22T21:58:16.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4474734592 bytes 2026-02-22T21:58:16.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4502036480 bytes 2026-02-22T21:58:16.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4558435328 bytes 2026-02-22T21:58:16.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4562079744 bytes 2026-02-22T21:58:16.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4615282688 bytes 2026-02-22T21:58:16.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4697939968 bytes 2026-02-22T21:58:16.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4709681152 bytes 2026-02-22T21:58:16.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4748273664 bytes 2026-02-22T21:58:16.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4813625344 bytes 2026-02-22T21:58:16.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4830757888 bytes 2026-02-22T21:58:16.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4873805824 bytes 2026-02-22T21:58:16.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4907440128 bytes 2026-02-22T21:58:17.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4967718912 bytes 2026-02-22T21:58:17.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4993204224 bytes 2026-02-22T21:58:17.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5040793600 bytes 2026-02-22T21:58:17.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5072333824 bytes 2026-02-22T21:58:17.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5130306560 bytes 2026-02-22T21:58:17.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5174480896 bytes 2026-02-22T21:58:17.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5215499264 bytes 2026-02-22T21:58:17.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5270457344 bytes 2026-02-22T21:58:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5309775872 bytes 2026-02-22T21:58:17.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5356579840 bytes 2026-02-22T21:58:17.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5363769344 bytes 2026-02-22T21:58:17.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5509014528 bytes 2026-02-22T21:58:17.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5559238656 bytes 2026-02-22T21:58:17.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5588518912 bytes 2026-02-22T21:58:17.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5613512704 bytes 2026-02-22T21:58:17.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5654209536 bytes 2026-02-22T21:58:17.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5660771328 bytes 2026-02-22T21:58:17.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5758685184 bytes 2026-02-22T21:58:18.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5784869888 bytes 2026-02-22T21:58:18.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5879508992 bytes 2026-02-22T21:58:18.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5915858944 bytes 2026-02-22T21:58:18.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5989570560 bytes 2026-02-22T21:58:18.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6019886080 bytes 2026-02-22T21:58:18.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6066535424 bytes 2026-02-22T21:58:18.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6114430976 bytes 2026-02-22T21:58:18.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6133702656 bytes 2026-02-22T21:58:18.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6229228544 bytes 2026-02-22T21:58:18.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6244845568 bytes 2026-02-22T21:58:18.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6296330240 bytes 2026-02-22T21:58:18.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6335386624 bytes 2026-02-22T21:58:18.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6384251904 bytes 2026-02-22T21:58:18.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6423772160 bytes 2026-02-22T21:58:18.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6474002432 bytes 2026-02-22T21:58:18.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6475704320 bytes 2026-02-22T21:58:19.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6547968000 bytes 2026-02-22T21:58:19.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6574558208 bytes 2026-02-22T21:58:19.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6640510976 bytes 2026-02-22T21:58:19.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6653056000 bytes 2026-02-22T21:58:19.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6699362304 bytes 2026-02-22T21:58:19.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6721334272 bytes 2026-02-22T21:58:19.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6782331904 bytes 2026-02-22T21:58:19.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6830797824 bytes 2026-02-22T21:58:19.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6946313216 bytes 2026-02-22T21:58:19.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 7024201728 bytes 2026-02-22T21:58:19.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 7083255808 bytes 2026-02-22T21:58:19.592 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.8786289680033648) > weight (0.25) 2026-02-22T21:58:19.592 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.28861664003048537) > weight (0.25) 2026-02-22T21:58:19.592 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.2 with skip (0.7498330604307811) > weight (0.25) 2026-02-22T21:58:19.593 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.3 2026-02-22T21:58:19.593 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Sent signal 15 2026-02-22T21:58:19.593 INFO:tasks.rbd_mirror_thrash:waiting for 1.7127862936477833 secs before reviving daemons 2026-02-22T21:58:19.594 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T21:58:19.596+0000 7f3d1f7fc640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.3 (PID: 19947) UID: 1000 2026-02-22T21:58:19.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 7134780416 bytes 2026-02-22T21:58:19.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 7169696768 bytes 2026-02-22T21:58:19.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 7226157056 bytes 2026-02-22T21:58:19.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 7270745088 bytes 2026-02-22T21:58:19.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7325504512 bytes 2026-02-22T21:58:19.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7408198656 bytes 2026-02-22T21:58:19.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7414159360 bytes 2026-02-22T21:58:19.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7431497728 bytes 2026-02-22T21:58:20.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7466341376 bytes 2026-02-22T21:58:20.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7538256896 bytes 2026-02-22T21:58:20.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7546747904 bytes 2026-02-22T21:58:20.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7605124096 bytes 2026-02-22T21:58:20.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7635383296 bytes 2026-02-22T21:58:20.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7660420096 bytes 2026-02-22T21:58:20.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7743242240 bytes 2026-02-22T21:58:20.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7754421248 bytes 2026-02-22T21:58:20.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7791483904 bytes 2026-02-22T21:58:20.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7894829056 bytes 2026-02-22T21:58:20.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7919950848 bytes 2026-02-22T21:58:20.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7939022848 bytes 2026-02-22T21:58:20.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 8014312448 bytes 2026-02-22T21:58:20.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 8038884352 bytes 2026-02-22T21:58:20.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 8054345728 bytes 2026-02-22T21:58:20.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 8054964224 bytes 2026-02-22T21:58:20.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 8086986752 bytes 2026-02-22T21:58:20.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 8132764672 bytes 2026-02-22T21:58:20.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 8171271168 bytes 2026-02-22T21:58:20.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 8174185472 bytes 2026-02-22T21:58:20.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 8195317760 bytes 2026-02-22T21:58:20.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 8217882624 bytes 2026-02-22T21:58:21.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8259695616 bytes 2026-02-22T21:58:21.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8341363712 bytes 2026-02-22T21:58:21.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8349882368 bytes 2026-02-22T21:58:21.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8388963328 bytes 2026-02-22T21:58:21.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8390069248 bytes 2026-02-22T21:58:21.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8415707136 bytes 2026-02-22T21:58:21.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8440762368 bytes 2026-02-22T21:58:21.306 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.3 2026-02-22T21:58:21.306 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:58:21.307 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.3 2026-02-22T21:58:21.307 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Restarting daemon 2026-02-22T21:58:21.307 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.3 2026-02-22T21:58:21.309 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Started 2026-02-22T21:58:21.309 INFO:tasks.rbd_mirror_thrash:waiting for 62.09662659665449 secs before thrashing 2026-02-22T21:58:21.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8464871424 bytes 2026-02-22T21:58:21.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8530860032 bytes 2026-02-22T21:58:21.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8542627840 bytes 2026-02-22T21:58:21.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8600541184 bytes 2026-02-22T21:58:21.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8634553344 bytes 2026-02-22T21:58:21.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8702784512 bytes 2026-02-22T21:58:21.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8745938944 bytes 2026-02-22T21:58:21.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8749189120 bytes 2026-02-22T21:58:21.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8749801472 bytes 2026-02-22T21:58:21.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8817601536 bytes 2026-02-22T21:58:21.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8847126528 bytes 2026-02-22T21:58:21.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8892001280 bytes 2026-02-22T21:58:21.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8924913664 bytes 2026-02-22T21:58:21.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8975673344 bytes 2026-02-22T21:58:22.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 9049102336 bytes 2026-02-22T21:58:22.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 9083448320 bytes 2026-02-22T21:58:22.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 9122093056 bytes 2026-02-22T21:58:22.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9174812672 bytes 2026-02-22T21:58:22.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9228207104 bytes 2026-02-22T21:58:22.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9258540032 bytes 2026-02-22T21:58:22.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9300809728 bytes 2026-02-22T21:58:22.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9361301504 bytes 2026-02-22T21:58:22.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9434902528 bytes 2026-02-22T21:58:22.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9497860096 bytes 2026-02-22T21:58:22.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9519415296 bytes 2026-02-22T21:58:22.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9532085248 bytes 2026-02-22T21:58:22.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9534786560 bytes 2026-02-22T21:58:22.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9596248064 bytes 2026-02-22T21:58:22.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9624818688 bytes 2026-02-22T21:58:22.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9659489280 bytes 2026-02-22T21:58:22.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9681640448 bytes 2026-02-22T21:58:22.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9702178816 bytes 2026-02-22T21:58:22.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9736263680 bytes 2026-02-22T21:58:22.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9819657216 bytes 2026-02-22T21:58:23.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9839703040 bytes 2026-02-22T21:58:23.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9967800320 bytes 2026-02-22T21:58:23.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 10000211968 bytes 2026-02-22T21:58:23.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 10031119360 bytes 2026-02-22T21:58:23.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 10068917248 bytes 2026-02-22T21:58:23.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 10106353664 bytes 2026-02-22T21:58:23.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 10154030080 bytes 2026-02-22T21:58:23.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 10232264704 bytes 2026-02-22T21:58:23.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 10251059200 bytes 2026-02-22T21:58:23.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 10325281792 bytes 2026-02-22T21:58:23.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 10359745536 bytes 2026-02-22T21:58:23.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 10407713792 bytes 2026-02-22T21:58:23.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 10456195072 bytes 2026-02-22T21:58:23.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 10578311168 bytes 2026-02-22T21:58:23.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 10600665088 bytes 2026-02-22T21:58:23.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 10628372480 bytes 2026-02-22T21:58:23.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 10670208000 bytes 2026-02-22T21:58:23.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 10714431488 bytes 2026-02-22T21:58:24.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 10797472768 bytes 2026-02-22T21:58:24.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 10798099456 bytes 2026-02-22T21:58:24.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 10851658752 bytes 2026-02-22T21:58:24.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25100 IOs, 10906524672 bytes 2026-02-22T21:58:24.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25200 IOs, 10920227840 bytes 2026-02-22T21:58:24.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25300 IOs, 10941758464 bytes 2026-02-22T21:58:24.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25400 IOs, 10959073280 bytes 2026-02-22T21:58:24.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:58:24.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_7 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_7 snapshot 128M 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T21:58:24.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_7 128M 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:24.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:58:24.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:58:24.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:58:24.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:24.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_7 2026-02-22T21:58:24.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:58:24.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:24.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:58:24.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:24.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_7 snapshot 2026-02-22T21:58:24.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:24.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:24.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T21:58:24.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:24.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_7 snapshot 2026-02-22T21:58:25.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:58:25.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_7 2026-02-22T21:58:25.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_7': 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12a5f64fb6c1 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12a5f64fb6c1 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:58:25.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:24 2026 2026-02-22T21:58:25.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:24 2026 2026-02-22T21:58:25.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:24 2026 2026-02-22T21:58:25.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:58:25.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:58:25.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 150d77e3-f836-4d99-b1ed-0b26f3991966 2026-02-22T21:58:25.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:58:25.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:58:25.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_7 2026-02-22T21:58:25.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:25.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:25.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T21:58:25.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:58:25.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=11 2026-02-22T21:58:25.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:58:25.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 11s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_7 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:58:25.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 18200576 bytes 2026-02-22T21:58:25.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 18804736 bytes 2026-02-22T21:58:25.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 48644096 bytes 2026-02-22T21:58:25.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 64990208 bytes 2026-02-22T21:58:25.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 150711296 bytes 2026-02-22T21:58:25.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 200403968 bytes 2026-02-22T21:58:25.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 277694464 bytes 2026-02-22T21:58:25.927 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 335080448 bytes 2026-02-22T21:58:25.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 388687872 bytes 2026-02-22T21:58:26.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 434082816 bytes 2026-02-22T21:58:26.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 478383104 bytes 2026-02-22T21:58:26.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 577991680 bytes 2026-02-22T21:58:26.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 649519104 bytes 2026-02-22T21:58:26.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 706979840 bytes 2026-02-22T21:58:26.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 730073088 bytes 2026-02-22T21:58:26.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 855115776 bytes 2026-02-22T21:58:26.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 872206336 bytes 2026-02-22T21:58:26.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 928265216 bytes 2026-02-22T21:58:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 981356544 bytes 2026-02-22T21:58:26.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 988337152 bytes 2026-02-22T21:58:26.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 1043194880 bytes 2026-02-22T21:58:26.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1104141312 bytes 2026-02-22T21:58:26.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1137426432 bytes 2026-02-22T21:58:26.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1165516800 bytes 2026-02-22T21:58:26.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1259056128 bytes 2026-02-22T21:58:26.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1259657216 bytes 2026-02-22T21:58:26.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1273565184 bytes 2026-02-22T21:58:26.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1306200064 bytes 2026-02-22T21:58:26.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1321066496 bytes 2026-02-22T21:58:26.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1354485760 bytes 2026-02-22T21:58:27.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1355111424 bytes 2026-02-22T21:58:27.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1424646144 bytes 2026-02-22T21:58:27.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1453066240 bytes 2026-02-22T21:58:27.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1472796672 bytes 2026-02-22T21:58:27.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1490027520 bytes 2026-02-22T21:58:27.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1555697664 bytes 2026-02-22T21:58:27.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1614748672 bytes 2026-02-22T21:58:27.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1676627968 bytes 2026-02-22T21:58:27.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1686288384 bytes 2026-02-22T21:58:27.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1721293824 bytes 2026-02-22T21:58:27.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1795944448 bytes 2026-02-22T21:58:27.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1871545344 bytes 2026-02-22T21:58:27.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1919564800 bytes 2026-02-22T21:58:27.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1948391424 bytes 2026-02-22T21:58:27.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1986461696 bytes 2026-02-22T21:58:27.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2064843776 bytes 2026-02-22T21:58:27.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2107390976 bytes 2026-02-22T21:58:27.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2164619264 bytes 2026-02-22T21:58:27.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2209580032 bytes 2026-02-22T21:58:27.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2265512960 bytes 2026-02-22T21:58:28.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2285275136 bytes 2026-02-22T21:58:28.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2337216512 bytes 2026-02-22T21:58:28.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2397911040 bytes 2026-02-22T21:58:28.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2408012800 bytes 2026-02-22T21:58:28.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2441807872 bytes 2026-02-22T21:58:28.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2489667584 bytes 2026-02-22T21:58:28.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2515296256 bytes 2026-02-22T21:58:28.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2523791360 bytes 2026-02-22T21:58:28.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2563856384 bytes 2026-02-22T21:58:28.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2613159936 bytes 2026-02-22T21:58:28.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2647243776 bytes 2026-02-22T21:58:28.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2713695232 bytes 2026-02-22T21:58:28.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2785815552 bytes 2026-02-22T21:58:28.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2876072960 bytes 2026-02-22T21:58:28.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2915308544 bytes 2026-02-22T21:58:28.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2965068800 bytes 2026-02-22T21:58:28.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2991298560 bytes 2026-02-22T21:58:28.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3035645952 bytes 2026-02-22T21:58:28.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3057229824 bytes 2026-02-22T21:58:28.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3128664064 bytes 2026-02-22T21:58:28.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3151353856 bytes 2026-02-22T21:58:28.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3161187328 bytes 2026-02-22T21:58:29.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3199943680 bytes 2026-02-22T21:58:29.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3214365696 bytes 2026-02-22T21:58:29.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3280182272 bytes 2026-02-22T21:58:29.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3323008000 bytes 2026-02-22T21:58:29.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3414128640 bytes 2026-02-22T21:58:29.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3453953024 bytes 2026-02-22T21:58:29.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3522161664 bytes 2026-02-22T21:58:29.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3539196928 bytes 2026-02-22T21:58:29.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3590565888 bytes 2026-02-22T21:58:29.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3681126400 bytes 2026-02-22T21:58:29.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3707823104 bytes 2026-02-22T21:58:29.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3776856064 bytes 2026-02-22T21:58:29.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3780636672 bytes 2026-02-22T21:58:29.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3836666880 bytes 2026-02-22T21:58:29.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3861457920 bytes 2026-02-22T21:58:29.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3934777344 bytes 2026-02-22T21:58:29.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3998602240 bytes 2026-02-22T21:58:29.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4010013696 bytes 2026-02-22T21:58:29.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4051278848 bytes 2026-02-22T21:58:29.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4098462720 bytes 2026-02-22T21:58:30.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4116058112 bytes 2026-02-22T21:58:30.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4156806144 bytes 2026-02-22T21:58:30.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4182227968 bytes 2026-02-22T21:58:30.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4239575040 bytes 2026-02-22T21:58:30.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4308446208 bytes 2026-02-22T21:58:30.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4316371968 bytes 2026-02-22T21:58:30.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4367228928 bytes 2026-02-22T21:58:30.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4387009536 bytes 2026-02-22T21:58:30.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4460302336 bytes 2026-02-22T21:58:30.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4462184448 bytes 2026-02-22T21:58:30.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4500430848 bytes 2026-02-22T21:58:30.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4537166848 bytes 2026-02-22T21:58:30.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4617927680 bytes 2026-02-22T21:58:30.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4652508160 bytes 2026-02-22T21:58:30.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4704540672 bytes 2026-02-22T21:58:30.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4766909440 bytes 2026-02-22T21:58:30.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4781507584 bytes 2026-02-22T21:58:30.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4815051776 bytes 2026-02-22T21:58:30.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4823043072 bytes 2026-02-22T21:58:30.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4843204608 bytes 2026-02-22T21:58:30.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4907340800 bytes 2026-02-22T21:58:30.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4910791680 bytes 2026-02-22T21:58:31.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4929794048 bytes 2026-02-22T21:58:31.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4991631360 bytes 2026-02-22T21:58:31.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4992209920 bytes 2026-02-22T21:58:31.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5024864256 bytes 2026-02-22T21:58:31.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5089028096 bytes 2026-02-22T21:58:31.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5108994048 bytes 2026-02-22T21:58:31.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5148419072 bytes 2026-02-22T21:58:31.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5164133376 bytes 2026-02-22T21:58:31.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5212164096 bytes 2026-02-22T21:58:31.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5261487104 bytes 2026-02-22T21:58:31.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5297604608 bytes 2026-02-22T21:58:31.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5314181120 bytes 2026-02-22T21:58:31.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5366059008 bytes 2026-02-22T21:58:31.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5462794240 bytes 2026-02-22T21:58:31.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5495242752 bytes 2026-02-22T21:58:31.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5531960320 bytes 2026-02-22T21:58:31.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5580062720 bytes 2026-02-22T21:58:31.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5625430016 bytes 2026-02-22T21:58:31.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5737746432 bytes 2026-02-22T21:58:31.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5839425536 bytes 2026-02-22T21:58:32.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5863386112 bytes 2026-02-22T21:58:32.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5886238720 bytes 2026-02-22T21:58:32.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5909111808 bytes 2026-02-22T21:58:32.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5972079616 bytes 2026-02-22T21:58:32.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5974020096 bytes 2026-02-22T21:58:32.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5974672384 bytes 2026-02-22T21:58:32.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6050443264 bytes 2026-02-22T21:58:32.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6129530880 bytes 2026-02-22T21:58:32.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6189809664 bytes 2026-02-22T21:58:32.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6206050304 bytes 2026-02-22T21:58:32.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6272207872 bytes 2026-02-22T21:58:32.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6298278912 bytes 2026-02-22T21:58:32.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6332932096 bytes 2026-02-22T21:58:32.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6347179008 bytes 2026-02-22T21:58:32.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6396944384 bytes 2026-02-22T21:58:32.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6469438464 bytes 2026-02-22T21:58:32.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6520700928 bytes 2026-02-22T21:58:32.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6533335040 bytes 2026-02-22T21:58:32.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6540969984 bytes 2026-02-22T21:58:32.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6566102016 bytes 2026-02-22T21:58:32.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6597732352 bytes 2026-02-22T21:58:32.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6643713024 bytes 2026-02-22T21:58:33.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6668694528 bytes 2026-02-22T21:58:33.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6669314048 bytes 2026-02-22T21:58:33.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6679333888 bytes 2026-02-22T21:58:33.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6700788736 bytes 2026-02-22T21:58:33.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6759098368 bytes 2026-02-22T21:58:33.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6818352128 bytes 2026-02-22T21:58:33.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6831750144 bytes 2026-02-22T21:58:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6850311168 bytes 2026-02-22T21:58:33.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6894958592 bytes 2026-02-22T21:58:33.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6949820416 bytes 2026-02-22T21:58:33.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6970355712 bytes 2026-02-22T21:58:33.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6989664256 bytes 2026-02-22T21:58:33.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7062041600 bytes 2026-02-22T21:58:33.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7144481792 bytes 2026-02-22T21:58:33.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7169173504 bytes 2026-02-22T21:58:33.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7235538944 bytes 2026-02-22T21:58:33.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7320516608 bytes 2026-02-22T21:58:33.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7388468224 bytes 2026-02-22T21:58:33.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7421053952 bytes 2026-02-22T21:58:33.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7482758144 bytes 2026-02-22T21:58:33.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7503542272 bytes 2026-02-22T21:58:34.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7527657472 bytes 2026-02-22T21:58:34.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7575823360 bytes 2026-02-22T21:58:34.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7601615872 bytes 2026-02-22T21:58:34.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7674928128 bytes 2026-02-22T21:58:34.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7697904640 bytes 2026-02-22T21:58:34.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7731742720 bytes 2026-02-22T21:58:34.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7783149568 bytes 2026-02-22T21:58:34.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7800616960 bytes 2026-02-22T21:58:34.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7878102016 bytes 2026-02-22T21:58:34.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7901086720 bytes 2026-02-22T21:58:34.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7970965504 bytes 2026-02-22T21:58:34.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7982917632 bytes 2026-02-22T21:58:34.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8038644736 bytes 2026-02-22T21:58:34.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8039275520 bytes 2026-02-22T21:58:34.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8073373696 bytes 2026-02-22T21:58:34.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8146384896 bytes 2026-02-22T21:58:34.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8161927168 bytes 2026-02-22T21:58:34.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8252106752 bytes 2026-02-22T21:58:34.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8298303488 bytes 2026-02-22T21:58:34.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8362720256 bytes 2026-02-22T21:58:35.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8417009664 bytes 2026-02-22T21:58:35.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8417606656 bytes 2026-02-22T21:58:35.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8418205696 bytes 2026-02-22T21:58:35.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8480978944 bytes 2026-02-22T21:58:35.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8556133376 bytes 2026-02-22T21:58:35.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8556725248 bytes 2026-02-22T21:58:35.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8644330496 bytes 2026-02-22T21:58:35.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8646413312 bytes 2026-02-22T21:58:35.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8717302784 bytes 2026-02-22T21:58:35.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8788680704 bytes 2026-02-22T21:58:35.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8789283840 bytes 2026-02-22T21:58:35.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8832788480 bytes 2026-02-22T21:58:35.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8833404928 bytes 2026-02-22T21:58:35.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8879473664 bytes 2026-02-22T21:58:35.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8918462464 bytes 2026-02-22T21:58:35.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8957824000 bytes 2026-02-22T21:58:35.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8984642560 bytes 2026-02-22T21:58:35.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9025874944 bytes 2026-02-22T21:58:35.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9063928832 bytes 2026-02-22T21:58:35.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9098661888 bytes 2026-02-22T21:58:35.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9170317312 bytes 2026-02-22T21:58:36.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9217111040 bytes 2026-02-22T21:58:36.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9250022400 bytes 2026-02-22T21:58:36.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9281504256 bytes 2026-02-22T21:58:36.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9310787584 bytes 2026-02-22T21:58:36.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9330266112 bytes 2026-02-22T21:58:36.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9350945792 bytes 2026-02-22T21:58:36.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9397074944 bytes 2026-02-22T21:58:36.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:58:36.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:58:36.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:58:36.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:36.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:58:36.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_8 2026-02-22T21:58:36.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_8 snapshot 128M 2026-02-22T21:58:36.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_8 128M 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:36.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:36.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:36.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T21:58:36.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:36.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:58:36.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:58:36.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:58:36.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:36.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_8 2026-02-22T21:58:36.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:58:36.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:36.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:58:36.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:36.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_8 snapshot 2026-02-22T21:58:36.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:36.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:36.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T21:58:36.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:36.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_8 snapshot 2026-02-22T21:58:37.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:58:37.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_8 2026-02-22T21:58:37.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_8': 2026-02-22T21:58:37.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:58:37.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:58:37.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:58:37.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12afb6f6984d 2026-02-22T21:58:37.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12afb6f6984d 2026-02-22T21:58:37.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:36 2026 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:36 2026 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:36 2026 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 7dfa9ba8-9dc6-45d4-bb20-2e4666b3224e 2026-02-22T21:58:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:58:37.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:58:37.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_8 2026-02-22T21:58:37.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:37.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:37.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T21:58:37.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:58:37.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=9 2026-02-22T21:58:37.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:58:37.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 9s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_8 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:58:37.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 17779712 bytes 2026-02-22T21:58:37.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 49092608 bytes 2026-02-22T21:58:37.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 64662528 bytes 2026-02-22T21:58:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 174031872 bytes 2026-02-22T21:58:37.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 227728384 bytes 2026-02-22T21:58:37.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 228331520 bytes 2026-02-22T21:58:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 272224256 bytes 2026-02-22T21:58:37.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 302936064 bytes 2026-02-22T21:58:37.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 386192384 bytes 2026-02-22T21:58:37.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 414176256 bytes 2026-02-22T21:58:37.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 493327360 bytes 2026-02-22T21:58:37.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 505871360 bytes 2026-02-22T21:58:37.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 530318336 bytes 2026-02-22T21:58:37.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 564092928 bytes 2026-02-22T21:58:37.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 583453696 bytes 2026-02-22T21:58:37.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 621029376 bytes 2026-02-22T21:58:37.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 662778880 bytes 2026-02-22T21:58:37.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 792138752 bytes 2026-02-22T21:58:38.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 833155072 bytes 2026-02-22T21:58:38.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 879604736 bytes 2026-02-22T21:58:38.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 907930624 bytes 2026-02-22T21:58:38.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 964350976 bytes 2026-02-22T21:58:38.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 964969472 bytes 2026-02-22T21:58:38.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1035310080 bytes 2026-02-22T21:58:38.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1080432640 bytes 2026-02-22T21:58:38.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1119958016 bytes 2026-02-22T21:58:38.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1163677696 bytes 2026-02-22T21:58:38.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1172164608 bytes 2026-02-22T21:58:38.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1221955584 bytes 2026-02-22T21:58:38.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1243184128 bytes 2026-02-22T21:58:38.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1246181376 bytes 2026-02-22T21:58:38.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1274884096 bytes 2026-02-22T21:58:38.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1313423360 bytes 2026-02-22T21:58:38.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1324808192 bytes 2026-02-22T21:58:38.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1325429760 bytes 2026-02-22T21:58:38.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1383552000 bytes 2026-02-22T21:58:38.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1406843904 bytes 2026-02-22T21:58:38.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1436397568 bytes 2026-02-22T21:58:38.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1458593792 bytes 2026-02-22T21:58:38.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1494704128 bytes 2026-02-22T21:58:39.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1589519360 bytes 2026-02-22T21:58:39.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1655245824 bytes 2026-02-22T21:58:39.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1754643456 bytes 2026-02-22T21:58:39.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1782857728 bytes 2026-02-22T21:58:39.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1807048704 bytes 2026-02-22T21:58:39.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1842280448 bytes 2026-02-22T21:58:39.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1842911232 bytes 2026-02-22T21:58:39.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1865838592 bytes 2026-02-22T21:58:39.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1881592832 bytes 2026-02-22T21:58:39.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1936447488 bytes 2026-02-22T21:58:39.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1984259072 bytes 2026-02-22T21:58:39.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1984878592 bytes 2026-02-22T21:58:39.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2009097216 bytes 2026-02-22T21:58:39.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2009701376 bytes 2026-02-22T21:58:39.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2012946432 bytes 2026-02-22T21:58:39.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2046679040 bytes 2026-02-22T21:58:39.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2093842432 bytes 2026-02-22T21:58:39.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2182792192 bytes 2026-02-22T21:58:39.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2236820480 bytes 2026-02-22T21:58:39.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2292837376 bytes 2026-02-22T21:58:39.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2318366720 bytes 2026-02-22T21:58:39.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2318968832 bytes 2026-02-22T21:58:39.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2405286912 bytes 2026-02-22T21:58:40.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2408854528 bytes 2026-02-22T21:58:40.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2471165952 bytes 2026-02-22T21:58:40.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2495915008 bytes 2026-02-22T21:58:40.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2536392704 bytes 2026-02-22T21:58:40.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2585135104 bytes 2026-02-22T21:58:40.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2633703424 bytes 2026-02-22T21:58:40.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2772505600 bytes 2026-02-22T21:58:40.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2774999040 bytes 2026-02-22T21:58:40.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2805838848 bytes 2026-02-22T21:58:40.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2841873408 bytes 2026-02-22T21:58:40.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2910648320 bytes 2026-02-22T21:58:40.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2955223040 bytes 2026-02-22T21:58:40.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3014069248 bytes 2026-02-22T21:58:40.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3110452224 bytes 2026-02-22T21:58:40.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3134481408 bytes 2026-02-22T21:58:40.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3225925632 bytes 2026-02-22T21:58:40.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3347779584 bytes 2026-02-22T21:58:40.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3393738752 bytes 2026-02-22T21:58:41.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3437320192 bytes 2026-02-22T21:58:41.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3493781504 bytes 2026-02-22T21:58:41.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3559106560 bytes 2026-02-22T21:58:41.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3578862592 bytes 2026-02-22T21:58:41.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3659783168 bytes 2026-02-22T21:58:41.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3682904064 bytes 2026-02-22T21:58:41.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3770960896 bytes 2026-02-22T21:58:41.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3819908096 bytes 2026-02-22T21:58:41.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3881955328 bytes 2026-02-22T21:58:41.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3895072768 bytes 2026-02-22T21:58:41.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3969144832 bytes 2026-02-22T21:58:41.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3998773248 bytes 2026-02-22T21:58:41.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4035058688 bytes 2026-02-22T21:58:41.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4068864000 bytes 2026-02-22T21:58:41.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4119926784 bytes 2026-02-22T21:58:41.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4162574336 bytes 2026-02-22T21:58:41.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4181171200 bytes 2026-02-22T21:58:41.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4233009152 bytes 2026-02-22T21:58:41.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4233614336 bytes 2026-02-22T21:58:41.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4251034624 bytes 2026-02-22T21:58:42.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4308859904 bytes 2026-02-22T21:58:42.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4334459904 bytes 2026-02-22T21:58:42.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4354608128 bytes 2026-02-22T21:58:42.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4366906368 bytes 2026-02-22T21:58:42.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4389062656 bytes 2026-02-22T21:58:42.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4440089600 bytes 2026-02-22T21:58:42.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4490201088 bytes 2026-02-22T21:58:42.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4539062272 bytes 2026-02-22T21:58:42.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4600218624 bytes 2026-02-22T21:58:42.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4647947264 bytes 2026-02-22T21:58:42.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4753469440 bytes 2026-02-22T21:58:42.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4776058880 bytes 2026-02-22T21:58:42.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4827491328 bytes 2026-02-22T21:58:42.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4905815040 bytes 2026-02-22T21:58:42.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4931300352 bytes 2026-02-22T21:58:42.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4949637120 bytes 2026-02-22T21:58:42.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5011937280 bytes 2026-02-22T21:58:42.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5079177216 bytes 2026-02-22T21:58:42.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5149310976 bytes 2026-02-22T21:58:42.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5165366272 bytes 2026-02-22T21:58:43.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5212669952 bytes 2026-02-22T21:58:43.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5291715584 bytes 2026-02-22T21:58:43.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5328835584 bytes 2026-02-22T21:58:43.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5368442880 bytes 2026-02-22T21:58:43.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5401370624 bytes 2026-02-22T21:58:43.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5468174336 bytes 2026-02-22T21:58:43.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5485941760 bytes 2026-02-22T21:58:43.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5555957760 bytes 2026-02-22T21:58:43.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5616084992 bytes 2026-02-22T21:58:43.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5651556352 bytes 2026-02-22T21:58:43.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5678048256 bytes 2026-02-22T21:58:43.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5715132416 bytes 2026-02-22T21:58:43.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5720733696 bytes 2026-02-22T21:58:43.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5813581824 bytes 2026-02-22T21:58:43.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5814179840 bytes 2026-02-22T21:58:43.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5868967936 bytes 2026-02-22T21:58:44.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5896623104 bytes 2026-02-22T21:58:44.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5914262528 bytes 2026-02-22T21:58:44.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5934825472 bytes 2026-02-22T21:58:44.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5966477312 bytes 2026-02-22T21:58:44.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5996551168 bytes 2026-02-22T21:58:44.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6033935360 bytes 2026-02-22T21:58:44.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6088431616 bytes 2026-02-22T21:58:44.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6180904960 bytes 2026-02-22T21:58:44.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6231916544 bytes 2026-02-22T21:58:44.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6278995968 bytes 2026-02-22T21:58:44.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6284272640 bytes 2026-02-22T21:58:44.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6285028352 bytes 2026-02-22T21:58:44.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6332040192 bytes 2026-02-22T21:58:44.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6347115520 bytes 2026-02-22T21:58:44.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6363110400 bytes 2026-02-22T21:58:44.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6370561024 bytes 2026-02-22T21:58:44.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6405480448 bytes 2026-02-22T21:58:44.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6478496768 bytes 2026-02-22T21:58:44.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6513695744 bytes 2026-02-22T21:58:44.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6544454656 bytes 2026-02-22T21:58:44.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6560284672 bytes 2026-02-22T21:58:44.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6561248256 bytes 2026-02-22T21:58:44.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6593483776 bytes 2026-02-22T21:58:45.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6649874432 bytes 2026-02-22T21:58:45.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6727885824 bytes 2026-02-22T21:58:45.126 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:58:45.127+0000 7f2a3048c640 -1 reset not still connected to 0x55a9991fa820 2026-02-22T21:58:45.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6806223872 bytes 2026-02-22T21:58:45.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6849439744 bytes 2026-02-22T21:58:45.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6871240704 bytes 2026-02-22T21:58:45.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6872032256 bytes 2026-02-22T21:58:45.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6883172352 bytes 2026-02-22T21:58:45.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6941047808 bytes 2026-02-22T21:58:45.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6941667328 bytes 2026-02-22T21:58:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6984108032 bytes 2026-02-22T21:58:45.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7022449664 bytes 2026-02-22T21:58:45.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7134881792 bytes 2026-02-22T21:58:45.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7222663168 bytes 2026-02-22T21:58:45.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7223288832 bytes 2026-02-22T21:58:45.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7248335872 bytes 2026-02-22T21:58:45.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7319375872 bytes 2026-02-22T21:58:45.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7358118912 bytes 2026-02-22T21:58:45.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7410988032 bytes 2026-02-22T21:58:45.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7448284160 bytes 2026-02-22T21:58:45.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7448905728 bytes 2026-02-22T21:58:46.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7474863104 bytes 2026-02-22T21:58:46.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:58:46.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:58:46.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:58:46.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:46.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:58:46.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_9 2026-02-22T21:58:46.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_9 snapshot 128M 2026-02-22T21:58:46.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:46.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_9 128M 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:46.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_9 2026-02-22T21:58:46.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:58:46.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:46.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:58:46.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:46.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_9 snapshot 2026-02-22T21:58:46.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:46.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:46.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T21:58:46.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:46.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_9 snapshot 2026-02-22T21:58:47.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:58:47.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_9 2026-02-22T21:58:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_9': 2026-02-22T21:58:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:58:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:58:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:58:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12b89c621bfd 2026-02-22T21:58:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12b89c621bfd 2026-02-22T21:58:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:58:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:58:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:58:47.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:58:47.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:46 2026 2026-02-22T21:58:47.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:46 2026 2026-02-22T21:58:47.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:46 2026 2026-02-22T21:58:47.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:58:47.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:58:47.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: e7754843-8873-4eb6-a14a-92f0656fb047 2026-02-22T21:58:47.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:58:47.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:58:47.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_9 2026-02-22T21:58:47.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:47.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:47.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T21:58:47.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:58:47.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=10 2026-02-22T21:58:47.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:58:47.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 10s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_9 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:58:47.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 15598592 bytes 2026-02-22T21:58:47.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 64764928 bytes 2026-02-22T21:58:47.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 90854400 bytes 2026-02-22T21:58:47.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 102662144 bytes 2026-02-22T21:58:47.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 127887360 bytes 2026-02-22T21:58:47.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 151486464 bytes 2026-02-22T21:58:47.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 172858368 bytes 2026-02-22T21:58:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 219959296 bytes 2026-02-22T21:58:47.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 230756352 bytes 2026-02-22T21:58:47.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 276042752 bytes 2026-02-22T21:58:47.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 362343424 bytes 2026-02-22T21:58:47.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 410745856 bytes 2026-02-22T21:58:47.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 481646592 bytes 2026-02-22T21:58:47.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 506465280 bytes 2026-02-22T21:58:47.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 567779328 bytes 2026-02-22T21:58:47.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 613978112 bytes 2026-02-22T21:58:47.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 710336512 bytes 2026-02-22T21:58:48.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 783900672 bytes 2026-02-22T21:58:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 867477504 bytes 2026-02-22T21:58:48.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 891723776 bytes 2026-02-22T21:58:48.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 900212736 bytes 2026-02-22T21:58:48.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1014389760 bytes 2026-02-22T21:58:48.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1039268864 bytes 2026-02-22T21:58:48.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1083877376 bytes 2026-02-22T21:58:48.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1085201408 bytes 2026-02-22T21:58:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1168840704 bytes 2026-02-22T21:58:48.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1183179776 bytes 2026-02-22T21:58:48.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1223852032 bytes 2026-02-22T21:58:48.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1258251264 bytes 2026-02-22T21:58:48.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1258854400 bytes 2026-02-22T21:58:48.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1345056768 bytes 2026-02-22T21:58:48.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1360389120 bytes 2026-02-22T21:58:48.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1368219648 bytes 2026-02-22T21:58:48.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1444060160 bytes 2026-02-22T21:58:48.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1520911360 bytes 2026-02-22T21:58:48.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1542611968 bytes 2026-02-22T21:58:48.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1543223296 bytes 2026-02-22T21:58:48.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1592146944 bytes 2026-02-22T21:58:49.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1614973952 bytes 2026-02-22T21:58:49.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1634849792 bytes 2026-02-22T21:58:49.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1689168896 bytes 2026-02-22T21:58:49.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1752639488 bytes 2026-02-22T21:58:49.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1784466432 bytes 2026-02-22T21:58:49.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1821508608 bytes 2026-02-22T21:58:49.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1849993216 bytes 2026-02-22T21:58:49.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1872049152 bytes 2026-02-22T21:58:49.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1933869056 bytes 2026-02-22T21:58:49.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1966607360 bytes 2026-02-22T21:58:49.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2036372480 bytes 2026-02-22T21:58:49.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2055553024 bytes 2026-02-22T21:58:49.596 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2066353152 bytes 2026-02-22T21:58:49.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2066967552 bytes 2026-02-22T21:58:49.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2076536832 bytes 2026-02-22T21:58:49.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2177291264 bytes 2026-02-22T21:58:49.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2254298112 bytes 2026-02-22T21:58:49.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2293011456 bytes 2026-02-22T21:58:49.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2317194240 bytes 2026-02-22T21:58:49.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2317810688 bytes 2026-02-22T21:58:49.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2328246272 bytes 2026-02-22T21:58:49.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2348331008 bytes 2026-02-22T21:58:50.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2430519296 bytes 2026-02-22T21:58:50.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2434425856 bytes 2026-02-22T21:58:50.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2475457536 bytes 2026-02-22T21:58:50.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2552388608 bytes 2026-02-22T21:58:50.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2560292864 bytes 2026-02-22T21:58:50.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2604774400 bytes 2026-02-22T21:58:50.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2605384704 bytes 2026-02-22T21:58:50.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2681715712 bytes 2026-02-22T21:58:50.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2714717184 bytes 2026-02-22T21:58:50.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2792416256 bytes 2026-02-22T21:58:50.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2809632768 bytes 2026-02-22T21:58:50.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2811991040 bytes 2026-02-22T21:58:50.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2840941568 bytes 2026-02-22T21:58:50.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2888227840 bytes 2026-02-22T21:58:50.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2924950528 bytes 2026-02-22T21:58:50.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2925564928 bytes 2026-02-22T21:58:50.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2960062464 bytes 2026-02-22T21:58:50.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2960692224 bytes 2026-02-22T21:58:50.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3039650816 bytes 2026-02-22T21:58:50.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3121065984 bytes 2026-02-22T21:58:51.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3174445056 bytes 2026-02-22T21:58:51.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3255362560 bytes 2026-02-22T21:58:51.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3288952832 bytes 2026-02-22T21:58:51.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3289545728 bytes 2026-02-22T21:58:51.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3347021824 bytes 2026-02-22T21:58:51.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3373791232 bytes 2026-02-22T21:58:51.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3429743616 bytes 2026-02-22T21:58:51.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3441936384 bytes 2026-02-22T21:58:51.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3474984960 bytes 2026-02-22T21:58:51.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3522531328 bytes 2026-02-22T21:58:51.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3523144704 bytes 2026-02-22T21:58:51.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3527491584 bytes 2026-02-22T21:58:51.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3544039424 bytes 2026-02-22T21:58:51.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3592855552 bytes 2026-02-22T21:58:51.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3603953664 bytes 2026-02-22T21:58:51.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3654152192 bytes 2026-02-22T21:58:51.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3697222656 bytes 2026-02-22T21:58:51.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3795414016 bytes 2026-02-22T21:58:51.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3883934720 bytes 2026-02-22T21:58:51.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4033331200 bytes 2026-02-22T21:58:52.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4047137792 bytes 2026-02-22T21:58:52.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4091261952 bytes 2026-02-22T21:58:52.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4105221120 bytes 2026-02-22T21:58:52.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4157405184 bytes 2026-02-22T21:58:52.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4176311296 bytes 2026-02-22T21:58:52.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4241139712 bytes 2026-02-22T21:58:52.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4264235008 bytes 2026-02-22T21:58:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4322209792 bytes 2026-02-22T21:58:52.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4357076992 bytes 2026-02-22T21:58:52.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4444638208 bytes 2026-02-22T21:58:52.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4445283328 bytes 2026-02-22T21:58:52.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4446987264 bytes 2026-02-22T21:58:52.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4481856512 bytes 2026-02-22T21:58:52.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4510085120 bytes 2026-02-22T21:58:52.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4562188288 bytes 2026-02-22T21:58:52.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4610997248 bytes 2026-02-22T21:58:52.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4664344576 bytes 2026-02-22T21:58:52.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4717206528 bytes 2026-02-22T21:58:52.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4739881984 bytes 2026-02-22T21:58:52.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4755868672 bytes 2026-02-22T21:58:52.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4833394688 bytes 2026-02-22T21:58:53.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4851407872 bytes 2026-02-22T21:58:53.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4878464000 bytes 2026-02-22T21:58:53.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4907795456 bytes 2026-02-22T21:58:53.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4936421376 bytes 2026-02-22T21:58:53.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 4967560192 bytes 2026-02-22T21:58:53.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5046692864 bytes 2026-02-22T21:58:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5087905792 bytes 2026-02-22T21:58:53.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5166787584 bytes 2026-02-22T21:58:53.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5201757184 bytes 2026-02-22T21:58:53.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5230258176 bytes 2026-02-22T21:58:53.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5326687232 bytes 2026-02-22T21:58:53.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5387448320 bytes 2026-02-22T21:58:53.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5388066816 bytes 2026-02-22T21:58:53.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5391761408 bytes 2026-02-22T21:58:53.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5461458944 bytes 2026-02-22T21:58:53.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5473640448 bytes 2026-02-22T21:58:53.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5601070080 bytes 2026-02-22T21:58:53.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5615706112 bytes 2026-02-22T21:58:53.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5645561856 bytes 2026-02-22T21:58:53.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5686479872 bytes 2026-02-22T21:58:54.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5690526720 bytes 2026-02-22T21:58:54.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5728036864 bytes 2026-02-22T21:58:54.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5780320256 bytes 2026-02-22T21:58:54.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5825502208 bytes 2026-02-22T21:58:54.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5886121984 bytes 2026-02-22T21:58:54.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5914779648 bytes 2026-02-22T21:58:54.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 5928263680 bytes 2026-02-22T21:58:54.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 5982480384 bytes 2026-02-22T21:58:54.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6039180288 bytes 2026-02-22T21:58:54.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6099501056 bytes 2026-02-22T21:58:54.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6179348480 bytes 2026-02-22T21:58:54.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6244201472 bytes 2026-02-22T21:58:54.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6245320704 bytes 2026-02-22T21:58:54.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6270903296 bytes 2026-02-22T21:58:54.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6350744576 bytes 2026-02-22T21:58:54.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6400377856 bytes 2026-02-22T21:58:54.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6471327744 bytes 2026-02-22T21:58:54.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6532157440 bytes 2026-02-22T21:58:54.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6606218240 bytes 2026-02-22T21:58:54.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6606836736 bytes 2026-02-22T21:58:55.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6673306624 bytes 2026-02-22T21:58:55.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6682605568 bytes 2026-02-22T21:58:55.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6741894144 bytes 2026-02-22T21:58:55.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6852972544 bytes 2026-02-22T21:58:55.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6879693824 bytes 2026-02-22T21:58:55.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6899146752 bytes 2026-02-22T21:58:55.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6916562944 bytes 2026-02-22T21:58:55.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6982481920 bytes 2026-02-22T21:58:55.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7093448704 bytes 2026-02-22T21:58:55.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7130008576 bytes 2026-02-22T21:58:55.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7170494464 bytes 2026-02-22T21:58:55.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7193139200 bytes 2026-02-22T21:58:55.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7193745408 bytes 2026-02-22T21:58:55.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7235948544 bytes 2026-02-22T21:58:55.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7237441536 bytes 2026-02-22T21:58:55.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7304228864 bytes 2026-02-22T21:58:55.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7304863744 bytes 2026-02-22T21:58:55.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7362530304 bytes 2026-02-22T21:58:55.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7403133952 bytes 2026-02-22T21:58:56.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7483937792 bytes 2026-02-22T21:58:56.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7492943872 bytes 2026-02-22T21:58:56.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7510568960 bytes 2026-02-22T21:58:56.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7577614336 bytes 2026-02-22T21:58:56.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7603012608 bytes 2026-02-22T21:58:56.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7618704384 bytes 2026-02-22T21:58:56.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7619324928 bytes 2026-02-22T21:58:56.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7630163968 bytes 2026-02-22T21:58:56.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7698036736 bytes 2026-02-22T21:58:56.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7716631552 bytes 2026-02-22T21:58:56.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7772177408 bytes 2026-02-22T21:58:56.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7800597504 bytes 2026-02-22T21:58:56.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7827600384 bytes 2026-02-22T21:58:56.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7850793984 bytes 2026-02-22T21:58:56.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 7921869824 bytes 2026-02-22T21:58:56.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 7980948480 bytes 2026-02-22T21:58:56.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 7997746176 bytes 2026-02-22T21:58:56.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8066031616 bytes 2026-02-22T21:58:56.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8138845184 bytes 2026-02-22T21:58:56.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8193550336 bytes 2026-02-22T21:58:56.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8278060032 bytes 2026-02-22T21:58:57.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8294197248 bytes 2026-02-22T21:58:57.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_10 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_10 snapshot 128M 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_10 128M 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:57.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:57.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T21:58:57.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:57.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:58:57.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:58:57.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:58:57.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:58:57.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_10 2026-02-22T21:58:57.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:58:57.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:57.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:58:57.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:58:57.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_10 snapshot 2026-02-22T21:58:57.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:57.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:57.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T21:58:57.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:58:57.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_10 snapshot 2026-02-22T21:58:57.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:58:57.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_10 2026-02-22T21:58:57.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_10': 2026-02-22T21:58:57.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:58:57.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12c139a5835e 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12c139a5835e 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:57 2026 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:57 2026 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:57 2026 2026-02-22T21:58:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:58:57.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:58:57.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: c138fe03-bf91-4636-bc38-be467680c75a 2026-02-22T21:58:57.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:58:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:58:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_10 2026-02-22T21:58:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:58:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:58:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T21:58:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:58:57.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=12 2026-02-22T21:58:57.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:58:57.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 12s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_10 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:58:57.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 86646784 bytes 2026-02-22T21:58:57.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 193492992 bytes 2026-02-22T21:58:57.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 278411264 bytes 2026-02-22T21:58:57.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 282229760 bytes 2026-02-22T21:58:57.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 323884032 bytes 2026-02-22T21:58:57.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 352880640 bytes 2026-02-22T21:58:57.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 425389056 bytes 2026-02-22T21:58:57.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 431296512 bytes 2026-02-22T21:58:57.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 462040064 bytes 2026-02-22T21:58:57.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 513241088 bytes 2026-02-22T21:58:57.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 547878912 bytes 2026-02-22T21:58:57.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 613742592 bytes 2026-02-22T21:58:57.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 671201280 bytes 2026-02-22T21:58:58.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 696499200 bytes 2026-02-22T21:58:58.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 754693120 bytes 2026-02-22T21:58:58.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 798538752 bytes 2026-02-22T21:58:58.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 823577600 bytes 2026-02-22T21:58:58.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 900702208 bytes 2026-02-22T21:58:58.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 903030784 bytes 2026-02-22T21:58:58.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 943747072 bytes 2026-02-22T21:58:58.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 961090560 bytes 2026-02-22T21:58:58.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1014688768 bytes 2026-02-22T21:58:58.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1073589248 bytes 2026-02-22T21:58:58.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1158612992 bytes 2026-02-22T21:58:58.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1214833664 bytes 2026-02-22T21:58:58.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1246505984 bytes 2026-02-22T21:58:58.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1262217216 bytes 2026-02-22T21:58:58.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1317186560 bytes 2026-02-22T21:58:58.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1347685376 bytes 2026-02-22T21:58:58.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1404178432 bytes 2026-02-22T21:58:58.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1410325504 bytes 2026-02-22T21:58:58.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1477753856 bytes 2026-02-22T21:58:58.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1515680768 bytes 2026-02-22T21:58:59.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1596283904 bytes 2026-02-22T21:58:59.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1639270400 bytes 2026-02-22T21:58:59.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1664847872 bytes 2026-02-22T21:58:59.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1728003072 bytes 2026-02-22T21:58:59.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1729466368 bytes 2026-02-22T21:58:59.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1730070528 bytes 2026-02-22T21:58:59.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1745759232 bytes 2026-02-22T21:58:59.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1782628352 bytes 2026-02-22T21:58:59.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1838510080 bytes 2026-02-22T21:58:59.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1839115264 bytes 2026-02-22T21:58:59.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1857126400 bytes 2026-02-22T21:58:59.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1891615744 bytes 2026-02-22T21:58:59.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1958416384 bytes 2026-02-22T21:58:59.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2065768448 bytes 2026-02-22T21:58:59.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2124978176 bytes 2026-02-22T21:58:59.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2154527744 bytes 2026-02-22T21:58:59.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2179998720 bytes 2026-02-22T21:58:59.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2189118464 bytes 2026-02-22T21:58:59.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2220727296 bytes 2026-02-22T21:58:59.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2245446656 bytes 2026-02-22T21:58:59.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2255916032 bytes 2026-02-22T21:58:59.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2344400896 bytes 2026-02-22T21:59:00.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2361392128 bytes 2026-02-22T21:59:00.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2403312640 bytes 2026-02-22T21:59:00.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2477805568 bytes 2026-02-22T21:59:00.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2519145472 bytes 2026-02-22T21:59:00.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2623353856 bytes 2026-02-22T21:59:00.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2623975424 bytes 2026-02-22T21:59:00.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2693446656 bytes 2026-02-22T21:59:00.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2733604864 bytes 2026-02-22T21:59:00.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2777125888 bytes 2026-02-22T21:59:00.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2803628032 bytes 2026-02-22T21:59:00.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2804237312 bytes 2026-02-22T21:59:00.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2826354688 bytes 2026-02-22T21:59:00.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2881494016 bytes 2026-02-22T21:59:00.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2914051072 bytes 2026-02-22T21:59:00.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2970319872 bytes 2026-02-22T21:59:00.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3033697280 bytes 2026-02-22T21:59:01.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3063620608 bytes 2026-02-22T21:59:01.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3143100416 bytes 2026-02-22T21:59:01.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3169651712 bytes 2026-02-22T21:59:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3176577024 bytes 2026-02-22T21:59:01.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3244989440 bytes 2026-02-22T21:59:01.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3306668032 bytes 2026-02-22T21:59:01.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3382726656 bytes 2026-02-22T21:59:01.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3417185280 bytes 2026-02-22T21:59:01.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3450634240 bytes 2026-02-22T21:59:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3484066816 bytes 2026-02-22T21:59:01.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3535315968 bytes 2026-02-22T21:59:01.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3565764608 bytes 2026-02-22T21:59:01.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3623798784 bytes 2026-02-22T21:59:01.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3707678720 bytes 2026-02-22T21:59:01.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3740050432 bytes 2026-02-22T21:59:01.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3747252224 bytes 2026-02-22T21:59:01.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3776836608 bytes 2026-02-22T21:59:01.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3889361920 bytes 2026-02-22T21:59:01.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3950364672 bytes 2026-02-22T21:59:01.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3959228416 bytes 2026-02-22T21:59:02.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4024417280 bytes 2026-02-22T21:59:02.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4081114112 bytes 2026-02-22T21:59:02.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4137139200 bytes 2026-02-22T21:59:02.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4178228224 bytes 2026-02-22T21:59:02.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4257334272 bytes 2026-02-22T21:59:02.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4284797952 bytes 2026-02-22T21:59:02.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4333088768 bytes 2026-02-22T21:59:02.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4334738432 bytes 2026-02-22T21:59:02.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4403414016 bytes 2026-02-22T21:59:02.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4434594816 bytes 2026-02-22T21:59:02.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4490091520 bytes 2026-02-22T21:59:02.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4582608896 bytes 2026-02-22T21:59:02.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4618006528 bytes 2026-02-22T21:59:02.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4654521344 bytes 2026-02-22T21:59:02.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4696604672 bytes 2026-02-22T21:59:02.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4757398528 bytes 2026-02-22T21:59:02.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4834896896 bytes 2026-02-22T21:59:02.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4838664192 bytes 2026-02-22T21:59:02.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4865031168 bytes 2026-02-22T21:59:02.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4885379072 bytes 2026-02-22T21:59:03.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4939597824 bytes 2026-02-22T21:59:03.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4943063040 bytes 2026-02-22T21:59:03.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4982183936 bytes 2026-02-22T21:59:03.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4993926144 bytes 2026-02-22T21:59:03.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5030553600 bytes 2026-02-22T21:59:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5101621248 bytes 2026-02-22T21:59:03.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5133339648 bytes 2026-02-22T21:59:03.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5136405504 bytes 2026-02-22T21:59:03.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5164444672 bytes 2026-02-22T21:59:03.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5184736256 bytes 2026-02-22T21:59:03.444 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.7393518233096621) > weight (0.25) 2026-02-22T21:59:03.444 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.1 2026-02-22T21:59:03.444 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Sent signal 15 2026-02-22T21:59:03.444 INFO:tasks.rbd_mirror_thrash:waiting for 7.005782953246418 secs before reviving daemons 2026-02-22T21:59:03.445 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T21:59:03.447+0000 7fd628390640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 (PID: 23960) UID: 1000 2026-02-22T21:59:03.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5222086656 bytes 2026-02-22T21:59:03.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5263612928 bytes 2026-02-22T21:59:03.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5303054336 bytes 2026-02-22T21:59:03.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5344459776 bytes 2026-02-22T21:59:03.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5379664896 bytes 2026-02-22T21:59:03.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5413751808 bytes 2026-02-22T21:59:03.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5467116544 bytes 2026-02-22T21:59:03.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5529183232 bytes 2026-02-22T21:59:03.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5635681280 bytes 2026-02-22T21:59:03.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5665489920 bytes 2026-02-22T21:59:03.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5705403392 bytes 2026-02-22T21:59:04.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5729982464 bytes 2026-02-22T21:59:04.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5765233664 bytes 2026-02-22T21:59:04.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5787738112 bytes 2026-02-22T21:59:04.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5850312704 bytes 2026-02-22T21:59:04.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5933969408 bytes 2026-02-22T21:59:04.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6007659520 bytes 2026-02-22T21:59:04.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6078619648 bytes 2026-02-22T21:59:04.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6133895168 bytes 2026-02-22T21:59:04.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6146296832 bytes 2026-02-22T21:59:04.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6171173888 bytes 2026-02-22T21:59:04.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6184987648 bytes 2026-02-22T21:59:04.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6242290688 bytes 2026-02-22T21:59:04.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6305575936 bytes 2026-02-22T21:59:04.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6327074816 bytes 2026-02-22T21:59:04.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6372126720 bytes 2026-02-22T21:59:04.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6414710784 bytes 2026-02-22T21:59:04.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6438796288 bytes 2026-02-22T21:59:04.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6443560960 bytes 2026-02-22T21:59:04.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6465349632 bytes 2026-02-22T21:59:04.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6532398080 bytes 2026-02-22T21:59:05.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6600803328 bytes 2026-02-22T21:59:05.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6638541824 bytes 2026-02-22T21:59:05.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6668643328 bytes 2026-02-22T21:59:05.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6713504768 bytes 2026-02-22T21:59:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6749241344 bytes 2026-02-22T21:59:05.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6750953472 bytes 2026-02-22T21:59:05.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6788874240 bytes 2026-02-22T21:59:05.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6833464320 bytes 2026-02-22T21:59:05.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6928161792 bytes 2026-02-22T21:59:05.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6957533184 bytes 2026-02-22T21:59:05.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7034066944 bytes 2026-02-22T21:59:05.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7089633280 bytes 2026-02-22T21:59:05.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7162533888 bytes 2026-02-22T21:59:05.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7163137024 bytes 2026-02-22T21:59:05.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7192252416 bytes 2026-02-22T21:59:05.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7192869888 bytes 2026-02-22T21:59:05.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7244288000 bytes 2026-02-22T21:59:05.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7268263936 bytes 2026-02-22T21:59:05.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7328323584 bytes 2026-02-22T21:59:05.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7403838464 bytes 2026-02-22T21:59:05.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7422490624 bytes 2026-02-22T21:59:06.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7462181888 bytes 2026-02-22T21:59:06.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7493988352 bytes 2026-02-22T21:59:06.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7564048384 bytes 2026-02-22T21:59:06.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7579857920 bytes 2026-02-22T21:59:06.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7587555328 bytes 2026-02-22T21:59:06.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7622719488 bytes 2026-02-22T21:59:06.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7650440192 bytes 2026-02-22T21:59:06.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7690459136 bytes 2026-02-22T21:59:06.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7691059200 bytes 2026-02-22T21:59:06.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7727145984 bytes 2026-02-22T21:59:06.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7808531456 bytes 2026-02-22T21:59:06.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7880176640 bytes 2026-02-22T21:59:06.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7890348032 bytes 2026-02-22T21:59:06.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7945952256 bytes 2026-02-22T21:59:06.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7948995584 bytes 2026-02-22T21:59:06.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7989493760 bytes 2026-02-22T21:59:06.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8036641792 bytes 2026-02-22T21:59:06.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8063237120 bytes 2026-02-22T21:59:06.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8087197696 bytes 2026-02-22T21:59:06.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8117614592 bytes 2026-02-22T21:59:06.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8159500288 bytes 2026-02-22T21:59:07.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8253189120 bytes 2026-02-22T21:59:07.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8321305600 bytes 2026-02-22T21:59:07.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8336530432 bytes 2026-02-22T21:59:07.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8361484288 bytes 2026-02-22T21:59:07.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8428753920 bytes 2026-02-22T21:59:07.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8473877504 bytes 2026-02-22T21:59:07.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8515830784 bytes 2026-02-22T21:59:07.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8560980992 bytes 2026-02-22T21:59:07.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8575293440 bytes 2026-02-22T21:59:07.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8634439680 bytes 2026-02-22T21:59:07.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8677322752 bytes 2026-02-22T21:59:07.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8739475456 bytes 2026-02-22T21:59:07.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8839544832 bytes 2026-02-22T21:59:07.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8896362496 bytes 2026-02-22T21:59:07.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8931931136 bytes 2026-02-22T21:59:07.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8995168256 bytes 2026-02-22T21:59:07.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 9039954944 bytes 2026-02-22T21:59:07.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 9122798592 bytes 2026-02-22T21:59:08.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9157827584 bytes 2026-02-22T21:59:08.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9195186176 bytes 2026-02-22T21:59:08.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9203345408 bytes 2026-02-22T21:59:08.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9216661504 bytes 2026-02-22T21:59:08.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9286778880 bytes 2026-02-22T21:59:08.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9312023552 bytes 2026-02-22T21:59:08.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9361097728 bytes 2026-02-22T21:59:08.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9432777728 bytes 2026-02-22T21:59:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9501493248 bytes 2026-02-22T21:59:08.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9588883456 bytes 2026-02-22T21:59:08.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9632779264 bytes 2026-02-22T21:59:08.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9682071552 bytes 2026-02-22T21:59:08.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9722865664 bytes 2026-02-22T21:59:08.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9829519360 bytes 2026-02-22T21:59:08.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9830120448 bytes 2026-02-22T21:59:08.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9868349440 bytes 2026-02-22T21:59:08.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9922234368 bytes 2026-02-22T21:59:08.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9977741312 bytes 2026-02-22T21:59:09.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 10018031616 bytes 2026-02-22T21:59:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 10018642944 bytes 2026-02-22T21:59:09.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 10025589760 bytes 2026-02-22T21:59:09.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 10037133312 bytes 2026-02-22T21:59:09.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 10112831488 bytes 2026-02-22T21:59:09.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 10143631360 bytes 2026-02-22T21:59:09.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:59:09.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:59:09.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:59:09.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_11 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_11 snapshot 128M 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:09.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_11 128M 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:59:09.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:09.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_11 2026-02-22T21:59:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:59:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:59:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_11 snapshot 2026-02-22T21:59:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T21:59:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_11 snapshot 2026-02-22T21:59:10.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:59:10.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_11 2026-02-22T21:59:10.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_11': 2026-02-22T21:59:10.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:59:10.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:59:10.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:59:10.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12cac655199 2026-02-22T21:59:10.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12cac655199 2026-02-22T21:59:10.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:59:10.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:59:10.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:59:10.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:59:10.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:09 2026 2026-02-22T21:59:10.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:09 2026 2026-02-22T21:59:10.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:09 2026 2026-02-22T21:59:10.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:59:10.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:59:10.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5bbd8490-a667-48af-9aa9-dbb6f5cb1b33 2026-02-22T21:59:10.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:59:10.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:59:10.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_11 2026-02-22T21:59:10.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:10.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:10.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T21:59:10.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:59:10.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=8 2026-02-22T21:59:10.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:59:10.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 8s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_11 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:59:10.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 16692224 bytes 2026-02-22T21:59:10.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 30860288 bytes 2026-02-22T21:59:10.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 100731904 bytes 2026-02-22T21:59:10.451 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.1 2026-02-22T21:59:10.451 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:59:10.451 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.1 2026-02-22T21:59:10.451 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Restarting daemon 2026-02-22T21:59:10.452 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 2026-02-22T21:59:10.453 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Started 2026-02-22T21:59:10.454 INFO:tasks.rbd_mirror_thrash:waiting for 97.70142636638421 secs before thrashing 2026-02-22T21:59:10.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 135649280 bytes 2026-02-22T21:59:10.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 166620160 bytes 2026-02-22T21:59:10.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 192227328 bytes 2026-02-22T21:59:10.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 234773504 bytes 2026-02-22T21:59:10.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 274063360 bytes 2026-02-22T21:59:10.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 304074752 bytes 2026-02-22T21:59:10.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 325475328 bytes 2026-02-22T21:59:10.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 377951232 bytes 2026-02-22T21:59:10.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 409212928 bytes 2026-02-22T21:59:10.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 446948352 bytes 2026-02-22T21:59:10.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 567666688 bytes 2026-02-22T21:59:11.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 614580224 bytes 2026-02-22T21:59:11.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 659388416 bytes 2026-02-22T21:59:11.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 740683776 bytes 2026-02-22T21:59:11.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 776057856 bytes 2026-02-22T21:59:11.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 789680128 bytes 2026-02-22T21:59:11.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 862047232 bytes 2026-02-22T21:59:11.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 960357376 bytes 2026-02-22T21:59:11.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 997601280 bytes 2026-02-22T21:59:11.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1096660992 bytes 2026-02-22T21:59:11.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1101493248 bytes 2026-02-22T21:59:11.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1169953792 bytes 2026-02-22T21:59:11.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1226607616 bytes 2026-02-22T21:59:11.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1264204800 bytes 2026-02-22T21:59:11.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1265167360 bytes 2026-02-22T21:59:11.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1322053632 bytes 2026-02-22T21:59:11.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1366589440 bytes 2026-02-22T21:59:11.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1367199744 bytes 2026-02-22T21:59:11.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1373488128 bytes 2026-02-22T21:59:11.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1424219136 bytes 2026-02-22T21:59:11.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1427083264 bytes 2026-02-22T21:59:12.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1494382592 bytes 2026-02-22T21:59:12.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1531769856 bytes 2026-02-22T21:59:12.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1588283392 bytes 2026-02-22T21:59:12.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1623351296 bytes 2026-02-22T21:59:12.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1666715648 bytes 2026-02-22T21:59:12.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1712819200 bytes 2026-02-22T21:59:12.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1726910464 bytes 2026-02-22T21:59:12.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1776143360 bytes 2026-02-22T21:59:12.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1879641088 bytes 2026-02-22T21:59:12.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1918480384 bytes 2026-02-22T21:59:12.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1933991936 bytes 2026-02-22T21:59:12.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1961407488 bytes 2026-02-22T21:59:12.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1974512640 bytes 2026-02-22T21:59:12.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2010968064 bytes 2026-02-22T21:59:12.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2011577344 bytes 2026-02-22T21:59:12.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2053411840 bytes 2026-02-22T21:59:12.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2127491072 bytes 2026-02-22T21:59:12.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2157115392 bytes 2026-02-22T21:59:12.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2189258752 bytes 2026-02-22T21:59:12.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2279270400 bytes 2026-02-22T21:59:13.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2346635264 bytes 2026-02-22T21:59:13.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2348000256 bytes 2026-02-22T21:59:13.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2386179072 bytes 2026-02-22T21:59:13.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2420687872 bytes 2026-02-22T21:59:13.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2465971200 bytes 2026-02-22T21:59:13.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2517103616 bytes 2026-02-22T21:59:13.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2577683456 bytes 2026-02-22T21:59:13.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2601059328 bytes 2026-02-22T21:59:13.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2654321664 bytes 2026-02-22T21:59:13.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2726321152 bytes 2026-02-22T21:59:13.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2769037312 bytes 2026-02-22T21:59:13.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2792450048 bytes 2026-02-22T21:59:13.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2841977856 bytes 2026-02-22T21:59:13.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2861131776 bytes 2026-02-22T21:59:13.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2879875072 bytes 2026-02-22T21:59:13.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2928765952 bytes 2026-02-22T21:59:13.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2936238080 bytes 2026-02-22T21:59:13.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2961376256 bytes 2026-02-22T21:59:13.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3001885696 bytes 2026-02-22T21:59:13.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3055397888 bytes 2026-02-22T21:59:13.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3120345088 bytes 2026-02-22T21:59:14.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3126799360 bytes 2026-02-22T21:59:14.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3190744064 bytes 2026-02-22T21:59:14.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3246481408 bytes 2026-02-22T21:59:14.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3332579328 bytes 2026-02-22T21:59:14.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3375684608 bytes 2026-02-22T21:59:14.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3433833472 bytes 2026-02-22T21:59:14.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3494332416 bytes 2026-02-22T21:59:14.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3548053504 bytes 2026-02-22T21:59:14.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3587352576 bytes 2026-02-22T21:59:14.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3651194880 bytes 2026-02-22T21:59:14.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3742629888 bytes 2026-02-22T21:59:14.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3821689856 bytes 2026-02-22T21:59:14.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3885962240 bytes 2026-02-22T21:59:14.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3938712576 bytes 2026-02-22T21:59:14.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3943766016 bytes 2026-02-22T21:59:14.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4050251776 bytes 2026-02-22T21:59:14.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4085109760 bytes 2026-02-22T21:59:15.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4148203520 bytes 2026-02-22T21:59:15.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4193045504 bytes 2026-02-22T21:59:15.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4244718592 bytes 2026-02-22T21:59:15.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4292288512 bytes 2026-02-22T21:59:15.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4318628864 bytes 2026-02-22T21:59:15.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4340639744 bytes 2026-02-22T21:59:15.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4368948224 bytes 2026-02-22T21:59:15.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4387698688 bytes 2026-02-22T21:59:15.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4389705728 bytes 2026-02-22T21:59:15.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4417068032 bytes 2026-02-22T21:59:15.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4465084416 bytes 2026-02-22T21:59:15.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4509886464 bytes 2026-02-22T21:59:15.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4590343168 bytes 2026-02-22T21:59:15.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4653916160 bytes 2026-02-22T21:59:15.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4702331904 bytes 2026-02-22T21:59:15.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4780479488 bytes 2026-02-22T21:59:15.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4869095424 bytes 2026-02-22T21:59:15.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4918060032 bytes 2026-02-22T21:59:15.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4986235904 bytes 2026-02-22T21:59:15.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5059841024 bytes 2026-02-22T21:59:16.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5108732928 bytes 2026-02-22T21:59:16.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5133547520 bytes 2026-02-22T21:59:16.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5138502656 bytes 2026-02-22T21:59:16.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5232728064 bytes 2026-02-22T21:59:16.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5299131392 bytes 2026-02-22T21:59:16.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5347306496 bytes 2026-02-22T21:59:16.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5469408256 bytes 2026-02-22T21:59:16.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5505682432 bytes 2026-02-22T21:59:16.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5532704768 bytes 2026-02-22T21:59:16.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5595027456 bytes 2026-02-22T21:59:16.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5631000576 bytes 2026-02-22T21:59:16.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5672061952 bytes 2026-02-22T21:59:16.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5686596608 bytes 2026-02-22T21:59:16.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5715861504 bytes 2026-02-22T21:59:16.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5750003712 bytes 2026-02-22T21:59:16.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5780378624 bytes 2026-02-22T21:59:16.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5833669632 bytes 2026-02-22T21:59:16.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5834268672 bytes 2026-02-22T21:59:16.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5869365248 bytes 2026-02-22T21:59:16.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5918718976 bytes 2026-02-22T21:59:17.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5978162176 bytes 2026-02-22T21:59:17.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 6041918464 bytes 2026-02-22T21:59:17.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6070905856 bytes 2026-02-22T21:59:17.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6135646208 bytes 2026-02-22T21:59:17.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6137475072 bytes 2026-02-22T21:59:17.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6210106368 bytes 2026-02-22T21:59:17.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6268797952 bytes 2026-02-22T21:59:17.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6344872960 bytes 2026-02-22T21:59:17.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6402951168 bytes 2026-02-22T21:59:17.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6427566080 bytes 2026-02-22T21:59:17.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6455111680 bytes 2026-02-22T21:59:17.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6494375936 bytes 2026-02-22T21:59:17.650 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:59:17.651+0000 7f2a3048c640 -1 reset not still connected to 0x55a9893b81a0 2026-02-22T21:59:17.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6565977088 bytes 2026-02-22T21:59:17.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6598468608 bytes 2026-02-22T21:59:17.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6659235840 bytes 2026-02-22T21:59:17.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6679928832 bytes 2026-02-22T21:59:17.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6732660736 bytes 2026-02-22T21:59:17.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6757974016 bytes 2026-02-22T21:59:17.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6831123456 bytes 2026-02-22T21:59:18.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6871824384 bytes 2026-02-22T21:59:18.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6891137024 bytes 2026-02-22T21:59:18.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6925794304 bytes 2026-02-22T21:59:18.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6981816320 bytes 2026-02-22T21:59:18.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_12 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_12 snapshot 128M 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:18.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_12 128M 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T21:59:18.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:18.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:59:18.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:59:18.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:59:18.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:18.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_12 2026-02-22T21:59:18.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:59:18.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:18.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:59:18.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:18.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_12 snapshot 2026-02-22T21:59:18.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:18.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:18.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T21:59:18.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:18.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_12 snapshot 2026-02-22T21:59:19.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:59:19.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_12 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_12': 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12dcda488fe2 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12dcda488fe2 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:59:19.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:18 2026 2026-02-22T21:59:19.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:18 2026 2026-02-22T21:59:19.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:18 2026 2026-02-22T21:59:19.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:59:19.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:59:19.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: fb60682d-eb79-4be8-9dac-28051c341497 2026-02-22T21:59:19.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:59:19.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:59:19.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_12 2026-02-22T21:59:19.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:19.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:19.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T21:59:19.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:59:19.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T21:59:19.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:59:19.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_12 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:59:19.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 43863040 bytes 2026-02-22T21:59:19.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 98723840 bytes 2026-02-22T21:59:19.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 146718720 bytes 2026-02-22T21:59:19.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 171382784 bytes 2026-02-22T21:59:19.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 212926464 bytes 2026-02-22T21:59:19.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 261754880 bytes 2026-02-22T21:59:19.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 343704576 bytes 2026-02-22T21:59:19.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 372964352 bytes 2026-02-22T21:59:19.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 397821952 bytes 2026-02-22T21:59:19.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 441213952 bytes 2026-02-22T21:59:19.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 495154176 bytes 2026-02-22T21:59:19.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 532088832 bytes 2026-02-22T21:59:19.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 571527168 bytes 2026-02-22T21:59:20.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 593124352 bytes 2026-02-22T21:59:20.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 664609792 bytes 2026-02-22T21:59:20.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 718651392 bytes 2026-02-22T21:59:20.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 738491392 bytes 2026-02-22T21:59:20.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 759927808 bytes 2026-02-22T21:59:20.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 798361600 bytes 2026-02-22T21:59:20.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 837667840 bytes 2026-02-22T21:59:20.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 841193472 bytes 2026-02-22T21:59:20.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 904556544 bytes 2026-02-22T21:59:20.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 963751936 bytes 2026-02-22T21:59:20.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 977820672 bytes 2026-02-22T21:59:20.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1034209280 bytes 2026-02-22T21:59:20.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1083236352 bytes 2026-02-22T21:59:20.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1140913152 bytes 2026-02-22T21:59:20.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1196928000 bytes 2026-02-22T21:59:20.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1232371712 bytes 2026-02-22T21:59:20.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1262495744 bytes 2026-02-22T21:59:20.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1308218368 bytes 2026-02-22T21:59:20.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1408920576 bytes 2026-02-22T21:59:20.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1434971136 bytes 2026-02-22T21:59:20.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1453508608 bytes 2026-02-22T21:59:21.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1522180096 bytes 2026-02-22T21:59:21.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1531240448 bytes 2026-02-22T21:59:21.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1604788224 bytes 2026-02-22T21:59:21.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1625542656 bytes 2026-02-22T21:59:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1694018560 bytes 2026-02-22T21:59:21.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1729035264 bytes 2026-02-22T21:59:21.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1759282176 bytes 2026-02-22T21:59:21.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1818228736 bytes 2026-02-22T21:59:21.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1845431296 bytes 2026-02-22T21:59:21.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1861540864 bytes 2026-02-22T21:59:21.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1910076416 bytes 2026-02-22T21:59:21.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1932787712 bytes 2026-02-22T21:59:21.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1954518016 bytes 2026-02-22T21:59:21.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2036026368 bytes 2026-02-22T21:59:21.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2086503424 bytes 2026-02-22T21:59:21.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2097936384 bytes 2026-02-22T21:59:21.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2117125120 bytes 2026-02-22T21:59:21.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2157671424 bytes 2026-02-22T21:59:21.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2181332992 bytes 2026-02-22T21:59:21.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2210437120 bytes 2026-02-22T21:59:21.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2217577472 bytes 2026-02-22T21:59:22.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2276344832 bytes 2026-02-22T21:59:22.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2283118592 bytes 2026-02-22T21:59:22.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2301761536 bytes 2026-02-22T21:59:22.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2349748224 bytes 2026-02-22T21:59:22.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2392220672 bytes 2026-02-22T21:59:22.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2417374208 bytes 2026-02-22T21:59:22.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2448402432 bytes 2026-02-22T21:59:22.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2507097088 bytes 2026-02-22T21:59:22.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2571537408 bytes 2026-02-22T21:59:22.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2598547456 bytes 2026-02-22T21:59:22.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2600668160 bytes 2026-02-22T21:59:22.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2637843456 bytes 2026-02-22T21:59:22.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2638475264 bytes 2026-02-22T21:59:22.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2701057024 bytes 2026-02-22T21:59:22.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2756958208 bytes 2026-02-22T21:59:22.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2757562368 bytes 2026-02-22T21:59:22.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2839160832 bytes 2026-02-22T21:59:22.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2859389952 bytes 2026-02-22T21:59:22.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2883773440 bytes 2026-02-22T21:59:22.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2884377600 bytes 2026-02-22T21:59:22.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2925953024 bytes 2026-02-22T21:59:22.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2935804928 bytes 2026-02-22T21:59:22.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3001361408 bytes 2026-02-22T21:59:23.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3109086208 bytes 2026-02-22T21:59:23.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3133650944 bytes 2026-02-22T21:59:23.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3171184640 bytes 2026-02-22T21:59:23.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3184856064 bytes 2026-02-22T21:59:23.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3274428416 bytes 2026-02-22T21:59:23.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3276172288 bytes 2026-02-22T21:59:23.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3276785664 bytes 2026-02-22T21:59:23.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3288524800 bytes 2026-02-22T21:59:23.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3318497280 bytes 2026-02-22T21:59:23.407 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.9004903666473505) > weight (0.25) 2026-02-22T21:59:23.407 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.1 2026-02-22T21:59:23.407 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Sent signal 15 2026-02-22T21:59:23.407 INFO:tasks.rbd_mirror_thrash:waiting for 2.7313308718842078 secs before reviving daemons 2026-02-22T21:59:23.408 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T21:59:23.411+0000 7fc15fa9b640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 (PID: 28705) UID: 1000 2026-02-22T21:59:23.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3319111680 bytes 2026-02-22T21:59:23.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3383649280 bytes 2026-02-22T21:59:23.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3458653184 bytes 2026-02-22T21:59:23.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3541151744 bytes 2026-02-22T21:59:23.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3564677120 bytes 2026-02-22T21:59:23.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3619835904 bytes 2026-02-22T21:59:23.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3704642560 bytes 2026-02-22T21:59:23.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3735696384 bytes 2026-02-22T21:59:23.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3771980800 bytes 2026-02-22T21:59:23.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3804658688 bytes 2026-02-22T21:59:23.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3846462464 bytes 2026-02-22T21:59:23.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3856839680 bytes 2026-02-22T21:59:24.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3911405568 bytes 2026-02-22T21:59:24.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4001414144 bytes 2026-02-22T21:59:24.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4050636800 bytes 2026-02-22T21:59:24.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4077312000 bytes 2026-02-22T21:59:24.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4155204608 bytes 2026-02-22T21:59:24.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4166010880 bytes 2026-02-22T21:59:24.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4254326784 bytes 2026-02-22T21:59:24.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4273046528 bytes 2026-02-22T21:59:24.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4325958656 bytes 2026-02-22T21:59:24.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4329964544 bytes 2026-02-22T21:59:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4342211584 bytes 2026-02-22T21:59:24.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4342837248 bytes 2026-02-22T21:59:24.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4378652672 bytes 2026-02-22T21:59:24.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4430978048 bytes 2026-02-22T21:59:24.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4481431552 bytes 2026-02-22T21:59:24.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4537473024 bytes 2026-02-22T21:59:24.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4563533824 bytes 2026-02-22T21:59:24.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4584737792 bytes 2026-02-22T21:59:24.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4618554368 bytes 2026-02-22T21:59:24.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4636910592 bytes 2026-02-22T21:59:24.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4706294784 bytes 2026-02-22T21:59:25.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4730266624 bytes 2026-02-22T21:59:25.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4754040832 bytes 2026-02-22T21:59:25.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4795899904 bytes 2026-02-22T21:59:25.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4803072000 bytes 2026-02-22T21:59:25.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4829908992 bytes 2026-02-22T21:59:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:59:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_13 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_13 snapshot 128M 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_13 128M 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:25.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:59:25.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:59:25.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:59:25.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:25.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_13 2026-02-22T21:59:25.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:59:25.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:25.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:59:25.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:25.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_13 snapshot 2026-02-22T21:59:25.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:25.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:25.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T21:59:25.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:25.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_13 snapshot 2026-02-22T21:59:26.139 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.1 2026-02-22T21:59:26.139 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T21:59:26.140 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.1 2026-02-22T21:59:26.140 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Restarting daemon 2026-02-22T21:59:26.140 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 2026-02-22T21:59:26.142 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Started 2026-02-22T21:59:26.142 INFO:tasks.rbd_mirror_thrash:waiting for 113.98625553205139 secs before thrashing 2026-02-22T21:59:26.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:59:26.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_13 2026-02-22T21:59:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_13': 2026-02-22T21:59:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:59:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:59:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:59:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12e77795068d 2026-02-22T21:59:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12e77795068d 2026-02-22T21:59:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:59:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:59:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:59:26.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:59:26.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:25 2026 2026-02-22T21:59:26.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:25 2026 2026-02-22T21:59:26.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:25 2026 2026-02-22T21:59:26.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:59:26.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:59:26.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 18882c14-22de-4f3b-936f-9866c4e35ed9 2026-02-22T21:59:26.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:59:26.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:59:26.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_13 2026-02-22T21:59:26.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:26.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:26.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T21:59:26.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:59:26.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=10 2026-02-22T21:59:26.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:59:26.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 10s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_13 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:59:26.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 21102592 bytes 2026-02-22T21:59:26.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 40215552 bytes 2026-02-22T21:59:26.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 77686784 bytes 2026-02-22T21:59:26.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 173419520 bytes 2026-02-22T21:59:26.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 233329664 bytes 2026-02-22T21:59:26.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 267285504 bytes 2026-02-22T21:59:26.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 363961344 bytes 2026-02-22T21:59:26.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 411251712 bytes 2026-02-22T21:59:26.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 460764160 bytes 2026-02-22T21:59:26.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 546167808 bytes 2026-02-22T21:59:26.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 586320896 bytes 2026-02-22T21:59:26.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 635248640 bytes 2026-02-22T21:59:26.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 656019456 bytes 2026-02-22T21:59:27.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 755446784 bytes 2026-02-22T21:59:27.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 773126144 bytes 2026-02-22T21:59:27.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 782344192 bytes 2026-02-22T21:59:27.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 820670464 bytes 2026-02-22T21:59:27.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 881402880 bytes 2026-02-22T21:59:27.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 971758592 bytes 2026-02-22T21:59:27.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 996406272 bytes 2026-02-22T21:59:27.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 997004288 bytes 2026-02-22T21:59:27.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1026337792 bytes 2026-02-22T21:59:27.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1055316992 bytes 2026-02-22T21:59:27.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1154561024 bytes 2026-02-22T21:59:27.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1155180544 bytes 2026-02-22T21:59:27.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1218966528 bytes 2026-02-22T21:59:27.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1302530048 bytes 2026-02-22T21:59:27.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1330802688 bytes 2026-02-22T21:59:27.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1376805888 bytes 2026-02-22T21:59:27.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1400940544 bytes 2026-02-22T21:59:27.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1437747200 bytes 2026-02-22T21:59:27.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1448969216 bytes 2026-02-22T21:59:27.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1467240448 bytes 2026-02-22T21:59:28.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1490129920 bytes 2026-02-22T21:59:28.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1504150528 bytes 2026-02-22T21:59:28.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1541981184 bytes 2026-02-22T21:59:28.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1570137088 bytes 2026-02-22T21:59:28.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1610982400 bytes 2026-02-22T21:59:28.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1651236864 bytes 2026-02-22T21:59:28.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1694606336 bytes 2026-02-22T21:59:28.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1725872128 bytes 2026-02-22T21:59:28.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1756071936 bytes 2026-02-22T21:59:28.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1810330624 bytes 2026-02-22T21:59:28.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1877904384 bytes 2026-02-22T21:59:28.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1878550528 bytes 2026-02-22T21:59:28.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1907245056 bytes 2026-02-22T21:59:28.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1968959488 bytes 2026-02-22T21:59:28.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2021462016 bytes 2026-02-22T21:59:28.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2049069056 bytes 2026-02-22T21:59:28.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2140740608 bytes 2026-02-22T21:59:28.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2189093888 bytes 2026-02-22T21:59:28.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2247884800 bytes 2026-02-22T21:59:28.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2261713920 bytes 2026-02-22T21:59:28.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2289613824 bytes 2026-02-22T21:59:29.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2374900736 bytes 2026-02-22T21:59:29.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2424845312 bytes 2026-02-22T21:59:29.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2445770752 bytes 2026-02-22T21:59:29.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2502418432 bytes 2026-02-22T21:59:29.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2519756800 bytes 2026-02-22T21:59:29.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2574969856 bytes 2026-02-22T21:59:29.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2657740800 bytes 2026-02-22T21:59:29.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2696601600 bytes 2026-02-22T21:59:29.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2755581952 bytes 2026-02-22T21:59:29.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2789341184 bytes 2026-02-22T21:59:29.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2821275648 bytes 2026-02-22T21:59:29.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2868789248 bytes 2026-02-22T21:59:29.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2932251648 bytes 2026-02-22T21:59:29.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2981022720 bytes 2026-02-22T21:59:29.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3058128896 bytes 2026-02-22T21:59:29.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3093206016 bytes 2026-02-22T21:59:29.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3194734592 bytes 2026-02-22T21:59:30.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3278537728 bytes 2026-02-22T21:59:30.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3303540736 bytes 2026-02-22T21:59:30.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3375691776 bytes 2026-02-22T21:59:30.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3411175424 bytes 2026-02-22T21:59:30.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3411798016 bytes 2026-02-22T21:59:30.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3443740672 bytes 2026-02-22T21:59:30.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3487228928 bytes 2026-02-22T21:59:30.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3511668736 bytes 2026-02-22T21:59:30.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3558727680 bytes 2026-02-22T21:59:30.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3639873536 bytes 2026-02-22T21:59:30.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3688693760 bytes 2026-02-22T21:59:30.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3763690496 bytes 2026-02-22T21:59:30.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3835298816 bytes 2026-02-22T21:59:30.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3915408384 bytes 2026-02-22T21:59:31.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 4018016256 bytes 2026-02-22T21:59:31.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 4046416896 bytes 2026-02-22T21:59:31.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 4091959296 bytes 2026-02-22T21:59:31.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 4162507776 bytes 2026-02-22T21:59:31.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4234125312 bytes 2026-02-22T21:59:31.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4279757824 bytes 2026-02-22T21:59:31.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4310844416 bytes 2026-02-22T21:59:31.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4352991232 bytes 2026-02-22T21:59:31.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4353617920 bytes 2026-02-22T21:59:31.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4426741760 bytes 2026-02-22T21:59:31.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4462589952 bytes 2026-02-22T21:59:31.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4535588864 bytes 2026-02-22T21:59:31.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4583876608 bytes 2026-02-22T21:59:31.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4638208000 bytes 2026-02-22T21:59:31.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4712427520 bytes 2026-02-22T21:59:31.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4737891328 bytes 2026-02-22T21:59:31.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4763718656 bytes 2026-02-22T21:59:31.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4810940416 bytes 2026-02-22T21:59:32.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4864623616 bytes 2026-02-22T21:59:32.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4934881280 bytes 2026-02-22T21:59:32.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4968442880 bytes 2026-02-22T21:59:32.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 5011977216 bytes 2026-02-22T21:59:32.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 5077515264 bytes 2026-02-22T21:59:32.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 5098158080 bytes 2026-02-22T21:59:32.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 5156174848 bytes 2026-02-22T21:59:32.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5156804608 bytes 2026-02-22T21:59:32.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5184326656 bytes 2026-02-22T21:59:32.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5184937984 bytes 2026-02-22T21:59:32.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5204086784 bytes 2026-02-22T21:59:32.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5243482112 bytes 2026-02-22T21:59:32.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5292022784 bytes 2026-02-22T21:59:32.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5366374400 bytes 2026-02-22T21:59:32.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5479456768 bytes 2026-02-22T21:59:32.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5480073216 bytes 2026-02-22T21:59:32.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5529412608 bytes 2026-02-22T21:59:32.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5634098176 bytes 2026-02-22T21:59:32.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5637504000 bytes 2026-02-22T21:59:32.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5674910720 bytes 2026-02-22T21:59:33.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5777790976 bytes 2026-02-22T21:59:33.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5864126464 bytes 2026-02-22T21:59:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5864734720 bytes 2026-02-22T21:59:33.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5885551616 bytes 2026-02-22T21:59:33.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5910902784 bytes 2026-02-22T21:59:33.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5911527424 bytes 2026-02-22T21:59:33.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5940834304 bytes 2026-02-22T21:59:33.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5975248896 bytes 2026-02-22T21:59:33.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5982163968 bytes 2026-02-22T21:59:33.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5999825920 bytes 2026-02-22T21:59:33.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 6035133440 bytes 2026-02-22T21:59:33.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6090250240 bytes 2026-02-22T21:59:33.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6111862784 bytes 2026-02-22T21:59:33.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6152937472 bytes 2026-02-22T21:59:33.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6174352384 bytes 2026-02-22T21:59:33.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6185897984 bytes 2026-02-22T21:59:33.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6193425408 bytes 2026-02-22T21:59:33.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6248670208 bytes 2026-02-22T21:59:33.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6365357056 bytes 2026-02-22T21:59:33.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6417969152 bytes 2026-02-22T21:59:34.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6458625024 bytes 2026-02-22T21:59:34.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6483760128 bytes 2026-02-22T21:59:34.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6516176896 bytes 2026-02-22T21:59:34.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6553680896 bytes 2026-02-22T21:59:34.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6554555392 bytes 2026-02-22T21:59:34.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6588821504 bytes 2026-02-22T21:59:34.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6639253504 bytes 2026-02-22T21:59:34.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6665443328 bytes 2026-02-22T21:59:34.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6711687168 bytes 2026-02-22T21:59:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6726336512 bytes 2026-02-22T21:59:34.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6790891520 bytes 2026-02-22T21:59:34.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6807873536 bytes 2026-02-22T21:59:34.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6865105920 bytes 2026-02-22T21:59:34.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6895323136 bytes 2026-02-22T21:59:34.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6933216256 bytes 2026-02-22T21:59:34.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 7008693248 bytes 2026-02-22T21:59:34.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 7048402944 bytes 2026-02-22T21:59:34.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 7060463616 bytes 2026-02-22T21:59:34.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 7117237248 bytes 2026-02-22T21:59:34.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7128662016 bytes 2026-02-22T21:59:35.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7205566464 bytes 2026-02-22T21:59:35.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7252444160 bytes 2026-02-22T21:59:35.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7297726464 bytes 2026-02-22T21:59:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7358220288 bytes 2026-02-22T21:59:35.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7398130688 bytes 2026-02-22T21:59:35.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7476554752 bytes 2026-02-22T21:59:35.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7544855552 bytes 2026-02-22T21:59:35.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7571736576 bytes 2026-02-22T21:59:35.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7625513984 bytes 2026-02-22T21:59:35.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7668093952 bytes 2026-02-22T21:59:35.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7678424064 bytes 2026-02-22T21:59:35.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7712093184 bytes 2026-02-22T21:59:35.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7744576512 bytes 2026-02-22T21:59:35.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7828798464 bytes 2026-02-22T21:59:35.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7887215616 bytes 2026-02-22T21:59:35.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7926430720 bytes 2026-02-22T21:59:35.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7976713216 bytes 2026-02-22T21:59:35.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 8065900544 bytes 2026-02-22T21:59:36.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 8184794112 bytes 2026-02-22T21:59:36.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 8209404928 bytes 2026-02-22T21:59:36.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 8295719936 bytes 2026-02-22T21:59:36.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 8349372416 bytes 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_14 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_14 snapshot 128M 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:59:36.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_14 128M 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:36.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_14 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_14 snapshot 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_14 snapshot 2026-02-22T21:59:37.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:59:37.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_14 2026-02-22T21:59:37.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_14': 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 12fca8644f38 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.12fca8644f38 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:36 2026 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:36 2026 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:36 2026 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: c0286126-b547-4ed2-ade2-3384e93d13c3 2026-02-22T21:59:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:59:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:59:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_14 2026-02-22T21:59:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T21:59:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:59:37.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=14 2026-02-22T21:59:37.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:59:37.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 14s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_14 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:59:37.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 90226688 bytes 2026-02-22T21:59:37.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 108857344 bytes 2026-02-22T21:59:37.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 123860992 bytes 2026-02-22T21:59:37.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 151586816 bytes 2026-02-22T21:59:37.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 221532160 bytes 2026-02-22T21:59:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 266968064 bytes 2026-02-22T21:59:37.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 291637248 bytes 2026-02-22T21:59:37.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 352183296 bytes 2026-02-22T21:59:37.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 372501504 bytes 2026-02-22T21:59:37.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 438514688 bytes 2026-02-22T21:59:37.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 470910976 bytes 2026-02-22T21:59:37.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 487420928 bytes 2026-02-22T21:59:37.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 590328832 bytes 2026-02-22T21:59:38.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 623718400 bytes 2026-02-22T21:59:38.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 645357568 bytes 2026-02-22T21:59:38.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 646251520 bytes 2026-02-22T21:59:38.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 658807808 bytes 2026-02-22T21:59:38.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 681118720 bytes 2026-02-22T21:59:38.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 692651008 bytes 2026-02-22T21:59:38.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 710962176 bytes 2026-02-22T21:59:38.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 778956800 bytes 2026-02-22T21:59:38.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 815861760 bytes 2026-02-22T21:59:38.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 905352192 bytes 2026-02-22T21:59:38.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 931618816 bytes 2026-02-22T21:59:38.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 974626816 bytes 2026-02-22T21:59:38.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1095052288 bytes 2026-02-22T21:59:38.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1145180160 bytes 2026-02-22T21:59:38.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1223957504 bytes 2026-02-22T21:59:38.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1253524480 bytes 2026-02-22T21:59:38.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1301203968 bytes 2026-02-22T21:59:38.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1366827008 bytes 2026-02-22T21:59:38.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1411956736 bytes 2026-02-22T21:59:38.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1446176768 bytes 2026-02-22T21:59:39.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1471306752 bytes 2026-02-22T21:59:39.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1521532928 bytes 2026-02-22T21:59:39.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1523005440 bytes 2026-02-22T21:59:39.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1604044800 bytes 2026-02-22T21:59:39.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1618742272 bytes 2026-02-22T21:59:39.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1659875328 bytes 2026-02-22T21:59:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1735169024 bytes 2026-02-22T21:59:39.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1788998656 bytes 2026-02-22T21:59:39.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1840055296 bytes 2026-02-22T21:59:39.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1947359232 bytes 2026-02-22T21:59:39.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1981490176 bytes 2026-02-22T21:59:39.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2010735616 bytes 2026-02-22T21:59:39.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2067579904 bytes 2026-02-22T21:59:39.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2083277824 bytes 2026-02-22T21:59:39.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2120130560 bytes 2026-02-22T21:59:39.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2155585536 bytes 2026-02-22T21:59:39.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2234381312 bytes 2026-02-22T21:59:39.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2237117440 bytes 2026-02-22T21:59:39.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2296037376 bytes 2026-02-22T21:59:39.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2320669696 bytes 2026-02-22T21:59:40.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2347708416 bytes 2026-02-22T21:59:40.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2380777472 bytes 2026-02-22T21:59:40.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2411544576 bytes 2026-02-22T21:59:40.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2459804672 bytes 2026-02-22T21:59:40.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2482599936 bytes 2026-02-22T21:59:40.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2486606848 bytes 2026-02-22T21:59:40.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2554554368 bytes 2026-02-22T21:59:40.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2655260672 bytes 2026-02-22T21:59:40.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2682198016 bytes 2026-02-22T21:59:40.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2721556480 bytes 2026-02-22T21:59:40.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2766872576 bytes 2026-02-22T21:59:40.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2788320256 bytes 2026-02-22T21:59:40.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2879047680 bytes 2026-02-22T21:59:40.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2914603008 bytes 2026-02-22T21:59:40.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2978756608 bytes 2026-02-22T21:59:40.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2990211072 bytes 2026-02-22T21:59:41.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3053004800 bytes 2026-02-22T21:59:41.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3073684480 bytes 2026-02-22T21:59:41.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3088984064 bytes 2026-02-22T21:59:41.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3134882816 bytes 2026-02-22T21:59:41.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3188235264 bytes 2026-02-22T21:59:41.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3225222144 bytes 2026-02-22T21:59:41.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3245990912 bytes 2026-02-22T21:59:41.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3255951360 bytes 2026-02-22T21:59:41.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3319382016 bytes 2026-02-22T21:59:41.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3319992320 bytes 2026-02-22T21:59:41.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3354792960 bytes 2026-02-22T21:59:41.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3355412480 bytes 2026-02-22T21:59:41.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3407091712 bytes 2026-02-22T21:59:41.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3413592064 bytes 2026-02-22T21:59:41.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3450422272 bytes 2026-02-22T21:59:41.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3561166848 bytes 2026-02-22T21:59:41.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3611206656 bytes 2026-02-22T21:59:41.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3699641344 bytes 2026-02-22T21:59:41.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3700236288 bytes 2026-02-22T21:59:41.927 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3756782592 bytes 2026-02-22T21:59:41.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3778600960 bytes 2026-02-22T21:59:42.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3800434688 bytes 2026-02-22T21:59:42.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3864118272 bytes 2026-02-22T21:59:42.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3882037248 bytes 2026-02-22T21:59:42.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3933473792 bytes 2026-02-22T21:59:42.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3968031744 bytes 2026-02-22T21:59:42.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4028712960 bytes 2026-02-22T21:59:42.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4102976512 bytes 2026-02-22T21:59:42.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4121042944 bytes 2026-02-22T21:59:42.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4133198848 bytes 2026-02-22T21:59:42.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4162357248 bytes 2026-02-22T21:59:42.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4189247488 bytes 2026-02-22T21:59:42.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4229746688 bytes 2026-02-22T21:59:42.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4265031680 bytes 2026-02-22T21:59:42.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4287248384 bytes 2026-02-22T21:59:42.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4338052096 bytes 2026-02-22T21:59:42.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4338676736 bytes 2026-02-22T21:59:42.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4385966080 bytes 2026-02-22T21:59:42.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4466744320 bytes 2026-02-22T21:59:42.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4492323840 bytes 2026-02-22T21:59:42.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4536865792 bytes 2026-02-22T21:59:42.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4588841984 bytes 2026-02-22T21:59:43.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4604315648 bytes 2026-02-22T21:59:43.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4668959744 bytes 2026-02-22T21:59:43.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4712036352 bytes 2026-02-22T21:59:43.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4734729216 bytes 2026-02-22T21:59:43.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4822587392 bytes 2026-02-22T21:59:43.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4846781440 bytes 2026-02-22T21:59:43.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4892231680 bytes 2026-02-22T21:59:43.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4933690368 bytes 2026-02-22T21:59:43.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4978463744 bytes 2026-02-22T21:59:43.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4995689472 bytes 2026-02-22T21:59:43.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5002849280 bytes 2026-02-22T21:59:43.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5008931840 bytes 2026-02-22T21:59:43.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5030191104 bytes 2026-02-22T21:59:43.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5057441792 bytes 2026-02-22T21:59:43.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5140774912 bytes 2026-02-22T21:59:43.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5171155968 bytes 2026-02-22T21:59:43.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5222810624 bytes 2026-02-22T21:59:43.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5231180800 bytes 2026-02-22T21:59:43.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5249566720 bytes 2026-02-22T21:59:43.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5273450496 bytes 2026-02-22T21:59:43.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5292359680 bytes 2026-02-22T21:59:43.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5373120512 bytes 2026-02-22T21:59:44.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5386000384 bytes 2026-02-22T21:59:44.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5438340096 bytes 2026-02-22T21:59:44.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5485345792 bytes 2026-02-22T21:59:44.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5512040448 bytes 2026-02-22T21:59:44.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5598097408 bytes 2026-02-22T21:59:44.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5625345024 bytes 2026-02-22T21:59:44.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5749464064 bytes 2026-02-22T21:59:44.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5777666048 bytes 2026-02-22T21:59:44.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5820904448 bytes 2026-02-22T21:59:44.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5878349824 bytes 2026-02-22T21:59:44.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5916722176 bytes 2026-02-22T21:59:44.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5974138880 bytes 2026-02-22T21:59:44.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5974755328 bytes 2026-02-22T21:59:44.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6035226624 bytes 2026-02-22T21:59:44.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6092427264 bytes 2026-02-22T21:59:44.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6116543488 bytes 2026-02-22T21:59:44.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6131430400 bytes 2026-02-22T21:59:44.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6209719296 bytes 2026-02-22T21:59:44.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6282855424 bytes 2026-02-22T21:59:45.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6303347712 bytes 2026-02-22T21:59:45.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6321405952 bytes 2026-02-22T21:59:45.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6356087808 bytes 2026-02-22T21:59:45.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6411769856 bytes 2026-02-22T21:59:45.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6462220288 bytes 2026-02-22T21:59:45.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6500668416 bytes 2026-02-22T21:59:45.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6537097216 bytes 2026-02-22T21:59:45.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6559264768 bytes 2026-02-22T21:59:45.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6600416256 bytes 2026-02-22T21:59:45.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6608897024 bytes 2026-02-22T21:59:45.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6660455424 bytes 2026-02-22T21:59:45.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6699389952 bytes 2026-02-22T21:59:45.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6780279808 bytes 2026-02-22T21:59:45.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6801522688 bytes 2026-02-22T21:59:45.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6821585920 bytes 2026-02-22T21:59:45.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6853491712 bytes 2026-02-22T21:59:45.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6854111232 bytes 2026-02-22T21:59:45.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6907703296 bytes 2026-02-22T21:59:45.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 6956488704 bytes 2026-02-22T21:59:45.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7060999168 bytes 2026-02-22T21:59:45.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7090715648 bytes 2026-02-22T21:59:46.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7096692736 bytes 2026-02-22T21:59:46.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7144615936 bytes 2026-02-22T21:59:46.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7178422272 bytes 2026-02-22T21:59:46.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7216575488 bytes 2026-02-22T21:59:46.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7217167360 bytes 2026-02-22T21:59:46.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7255643136 bytes 2026-02-22T21:59:46.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7257259008 bytes 2026-02-22T21:59:46.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7263690752 bytes 2026-02-22T21:59:46.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7361454080 bytes 2026-02-22T21:59:46.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7433319424 bytes 2026-02-22T21:59:46.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7485537280 bytes 2026-02-22T21:59:46.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7531671552 bytes 2026-02-22T21:59:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7552599040 bytes 2026-02-22T21:59:46.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7581508608 bytes 2026-02-22T21:59:46.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7609789440 bytes 2026-02-22T21:59:46.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7664369664 bytes 2026-02-22T21:59:46.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7665888256 bytes 2026-02-22T21:59:46.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7729376256 bytes 2026-02-22T21:59:46.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7768155136 bytes 2026-02-22T21:59:46.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7789164544 bytes 2026-02-22T21:59:46.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7798044672 bytes 2026-02-22T21:59:46.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 7856385024 bytes 2026-02-22T21:59:47.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 7895319552 bytes 2026-02-22T21:59:47.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 7936775168 bytes 2026-02-22T21:59:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 7982226432 bytes 2026-02-22T21:59:47.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8018376704 bytes 2026-02-22T21:59:47.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8031425536 bytes 2026-02-22T21:59:47.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8055402496 bytes 2026-02-22T21:59:47.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8084402176 bytes 2026-02-22T21:59:47.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8140789760 bytes 2026-02-22T21:59:47.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8158970880 bytes 2026-02-22T21:59:47.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8182374400 bytes 2026-02-22T21:59:47.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8182994944 bytes 2026-02-22T21:59:47.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8278875136 bytes 2026-02-22T21:59:47.554 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:59:47.554+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a07029c0 2026-02-22T21:59:47.554 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:59:47.554+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b0aec4e0 2026-02-22T21:59:47.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8342836224 bytes 2026-02-22T21:59:47.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8403871744 bytes 2026-02-22T21:59:47.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8424299520 bytes 2026-02-22T21:59:47.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8496194560 bytes 2026-02-22T21:59:47.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8535241728 bytes 2026-02-22T21:59:47.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8568664064 bytes 2026-02-22T21:59:47.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8605984768 bytes 2026-02-22T21:59:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8633537536 bytes 2026-02-22T21:59:47.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8634622976 bytes 2026-02-22T21:59:48.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8717582336 bytes 2026-02-22T21:59:48.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 8739983360 bytes 2026-02-22T21:59:48.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 8785799168 bytes 2026-02-22T21:59:48.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 8828350464 bytes 2026-02-22T21:59:48.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 8856271872 bytes 2026-02-22T21:59:48.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 8888062976 bytes 2026-02-22T21:59:48.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 8938868736 bytes 2026-02-22T21:59:48.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 8952132608 bytes 2026-02-22T21:59:48.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 8995658752 bytes 2026-02-22T21:59:48.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9046468608 bytes 2026-02-22T21:59:48.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9099297792 bytes 2026-02-22T21:59:48.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9171505152 bytes 2026-02-22T21:59:48.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9188114432 bytes 2026-02-22T21:59:48.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9248907264 bytes 2026-02-22T21:59:48.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9263335424 bytes 2026-02-22T21:59:48.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 9305565184 bytes 2026-02-22T21:59:48.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 9347161088 bytes 2026-02-22T21:59:48.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 9367772160 bytes 2026-02-22T21:59:48.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 9373473792 bytes 2026-02-22T21:59:49.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 9406425088 bytes 2026-02-22T21:59:49.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 9410459648 bytes 2026-02-22T21:59:49.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 9459835904 bytes 2026-02-22T21:59:49.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 9474398208 bytes 2026-02-22T21:59:49.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 9512222720 bytes 2026-02-22T21:59:49.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 9558664192 bytes 2026-02-22T21:59:49.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 9615452160 bytes 2026-02-22T21:59:49.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 9656732672 bytes 2026-02-22T21:59:49.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 9657341952 bytes 2026-02-22T21:59:49.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 9724076032 bytes 2026-02-22T21:59:49.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 9776233472 bytes 2026-02-22T21:59:49.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 9808433152 bytes 2026-02-22T21:59:49.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 9820023808 bytes 2026-02-22T21:59:49.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 9881854976 bytes 2026-02-22T21:59:49.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 9898928128 bytes 2026-02-22T21:59:49.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25100 IOs, 9945441280 bytes 2026-02-22T21:59:49.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25200 IOs, 10024520704 bytes 2026-02-22T21:59:49.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25300 IOs, 10078839808 bytes 2026-02-22T21:59:49.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25400 IOs, 10103229440 bytes 2026-02-22T21:59:50.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25500 IOs, 10158086144 bytes 2026-02-22T21:59:50.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25600 IOs, 10176176128 bytes 2026-02-22T21:59:50.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25700 IOs, 10209662976 bytes 2026-02-22T21:59:50.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25800 IOs, 10229483520 bytes 2026-02-22T21:59:50.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25900 IOs, 10235852800 bytes 2026-02-22T21:59:50.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26000 IOs, 10266766336 bytes 2026-02-22T21:59:50.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26100 IOs, 10315539456 bytes 2026-02-22T21:59:50.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26200 IOs, 10326695936 bytes 2026-02-22T21:59:50.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26300 IOs, 10339017728 bytes 2026-02-22T21:59:50.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26400 IOs, 10410665984 bytes 2026-02-22T21:59:50.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26500 IOs, 10476361728 bytes 2026-02-22T21:59:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26600 IOs, 10499585024 bytes 2026-02-22T21:59:50.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26700 IOs, 10564178944 bytes 2026-02-22T21:59:50.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26800 IOs, 10596586496 bytes 2026-02-22T21:59:50.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26900 IOs, 10597208064 bytes 2026-02-22T21:59:50.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27000 IOs, 10672629760 bytes 2026-02-22T21:59:50.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27100 IOs, 10673254400 bytes 2026-02-22T21:59:50.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27200 IOs, 10716973056 bytes 2026-02-22T21:59:50.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27300 IOs, 10754779136 bytes 2026-02-22T21:59:50.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27400 IOs, 10755385344 bytes 2026-02-22T21:59:50.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27500 IOs, 10809081856 bytes 2026-02-22T21:59:50.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27600 IOs, 10857663488 bytes 2026-02-22T21:59:51.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27700 IOs, 10922517504 bytes 2026-02-22T21:59:51.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27800 IOs, 10999321600 bytes 2026-02-22T21:59:51.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27900 IOs, 11062918144 bytes 2026-02-22T21:59:51.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:28000 IOs, 11209194496 bytes 2026-02-22T21:59:51.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T21:59:51.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_15 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_15 snapshot 128M 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:51.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_15 128M 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T21:59:51.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T21:59:51.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T21:59:51.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T21:59:51.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_15 2026-02-22T21:59:51.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T21:59:51.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:51.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T21:59:51.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T21:59:51.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_15 snapshot 2026-02-22T21:59:51.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:51.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:51.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T21:59:51.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T21:59:51.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_15 snapshot 2026-02-22T21:59:52.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T21:59:52.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_15 2026-02-22T21:59:52.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_15': 2026-02-22T21:59:52.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T21:59:52.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T21:59:52.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T21:59:52.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1308123d9773 2026-02-22T21:59:52.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1308123d9773 2026-02-22T21:59:52.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T21:59:52.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T21:59:52.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T21:59:52.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T21:59:52.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:51 2026 2026-02-22T21:59:52.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:51 2026 2026-02-22T21:59:52.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:51 2026 2026-02-22T21:59:52.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T21:59:52.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T21:59:52.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 2145c7a3-19d0-4b45-9dd3-448de0a3edbc 2026-02-22T21:59:52.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T21:59:52.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T21:59:52.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_15 2026-02-22T21:59:52.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T21:59:52.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T21:59:52.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T21:59:52.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T21:59:52.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=12 2026-02-22T21:59:52.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T21:59:52.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 12s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_15 --debug-rbd=20 --debug-journaler=20 2026-02-22T21:59:52.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 18622464 bytes 2026-02-22T21:59:52.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 42584064 bytes 2026-02-22T21:59:52.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 85384192 bytes 2026-02-22T21:59:52.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 126857216 bytes 2026-02-22T21:59:52.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 157431808 bytes 2026-02-22T21:59:52.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 215044096 bytes 2026-02-22T21:59:52.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 217097216 bytes 2026-02-22T21:59:52.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 309799936 bytes 2026-02-22T21:59:52.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 319448064 bytes 2026-02-22T21:59:52.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 395406336 bytes 2026-02-22T21:59:52.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 458811392 bytes 2026-02-22T21:59:52.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 539160576 bytes 2026-02-22T21:59:53.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 560063488 bytes 2026-02-22T21:59:53.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 560692224 bytes 2026-02-22T21:59:53.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 610223104 bytes 2026-02-22T21:59:53.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 649777152 bytes 2026-02-22T21:59:53.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 711651328 bytes 2026-02-22T21:59:53.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 746796032 bytes 2026-02-22T21:59:53.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 784420864 bytes 2026-02-22T21:59:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 816765952 bytes 2026-02-22T21:59:53.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 883726336 bytes 2026-02-22T21:59:53.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 902520832 bytes 2026-02-22T21:59:53.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 963232768 bytes 2026-02-22T21:59:53.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 981013504 bytes 2026-02-22T21:59:53.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1023623168 bytes 2026-02-22T21:59:53.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1024221184 bytes 2026-02-22T21:59:53.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1029272576 bytes 2026-02-22T21:59:53.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1113809920 bytes 2026-02-22T21:59:53.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1181806592 bytes 2026-02-22T21:59:53.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1220509696 bytes 2026-02-22T21:59:53.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1255065600 bytes 2026-02-22T21:59:53.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1276284928 bytes 2026-02-22T21:59:53.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1298554880 bytes 2026-02-22T21:59:53.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1309287424 bytes 2026-02-22T21:59:54.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1416440832 bytes 2026-02-22T21:59:54.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1460941824 bytes 2026-02-22T21:59:54.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1466546176 bytes 2026-02-22T21:59:54.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1534130176 bytes 2026-02-22T21:59:54.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1555243008 bytes 2026-02-22T21:59:54.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1592009728 bytes 2026-02-22T21:59:54.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1604573184 bytes 2026-02-22T21:59:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1631174656 bytes 2026-02-22T21:59:54.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1674057728 bytes 2026-02-22T21:59:54.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1710929920 bytes 2026-02-22T21:59:54.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1727508480 bytes 2026-02-22T21:59:54.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1767400448 bytes 2026-02-22T21:59:54.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1821556736 bytes 2026-02-22T21:59:54.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1888457728 bytes 2026-02-22T21:59:54.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1932329984 bytes 2026-02-22T21:59:54.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1971447808 bytes 2026-02-22T21:59:54.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2033120256 bytes 2026-02-22T21:59:54.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2115112960 bytes 2026-02-22T21:59:54.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2169019392 bytes 2026-02-22T21:59:54.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2227131392 bytes 2026-02-22T21:59:55.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2261596160 bytes 2026-02-22T21:59:55.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2331428864 bytes 2026-02-22T21:59:55.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2366725120 bytes 2026-02-22T21:59:55.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2406282240 bytes 2026-02-22T21:59:55.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2441383936 bytes 2026-02-22T21:59:55.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2449082368 bytes 2026-02-22T21:59:55.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2466848768 bytes 2026-02-22T21:59:55.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2488341504 bytes 2026-02-22T21:59:55.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2542055424 bytes 2026-02-22T21:59:55.425 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T21:59:55.426+0000 7f2a3048c640 -1 reset not still connected to 0x55a98a7b28f0 2026-02-22T21:59:55.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2556855296 bytes 2026-02-22T21:59:55.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2599392256 bytes 2026-02-22T21:59:55.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2646112256 bytes 2026-02-22T21:59:55.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2679223296 bytes 2026-02-22T21:59:55.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2722029568 bytes 2026-02-22T21:59:55.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2848836608 bytes 2026-02-22T21:59:55.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2879331328 bytes 2026-02-22T21:59:55.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2879933440 bytes 2026-02-22T21:59:55.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2926428160 bytes 2026-02-22T21:59:55.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2939113472 bytes 2026-02-22T21:59:55.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2979819520 bytes 2026-02-22T21:59:55.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3003243520 bytes 2026-02-22T21:59:56.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3043806208 bytes 2026-02-22T21:59:56.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3101555712 bytes 2026-02-22T21:59:56.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3117721600 bytes 2026-02-22T21:59:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3128860672 bytes 2026-02-22T21:59:56.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3129464832 bytes 2026-02-22T21:59:56.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3169359872 bytes 2026-02-22T21:59:56.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3197588480 bytes 2026-02-22T21:59:56.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3247057920 bytes 2026-02-22T21:59:56.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3284899840 bytes 2026-02-22T21:59:56.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3296493568 bytes 2026-02-22T21:59:56.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3316745216 bytes 2026-02-22T21:59:56.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3339624448 bytes 2026-02-22T21:59:56.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3363551232 bytes 2026-02-22T21:59:56.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3372647424 bytes 2026-02-22T21:59:56.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3449962496 bytes 2026-02-22T21:59:56.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3495075840 bytes 2026-02-22T21:59:56.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3537768448 bytes 2026-02-22T21:59:56.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3565740032 bytes 2026-02-22T21:59:56.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3624309760 bytes 2026-02-22T21:59:56.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3672647680 bytes 2026-02-22T21:59:56.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3689635840 bytes 2026-02-22T21:59:56.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3722864640 bytes 2026-02-22T21:59:56.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3754032128 bytes 2026-02-22T21:59:57.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3808400384 bytes 2026-02-22T21:59:57.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3831800832 bytes 2026-02-22T21:59:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3863990272 bytes 2026-02-22T21:59:57.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3887773696 bytes 2026-02-22T21:59:57.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3999343616 bytes 2026-02-22T21:59:57.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4029822976 bytes 2026-02-22T21:59:57.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4041355264 bytes 2026-02-22T21:59:57.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4073264128 bytes 2026-02-22T21:59:57.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4122489856 bytes 2026-02-22T21:59:57.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4143846400 bytes 2026-02-22T21:59:57.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4221806592 bytes 2026-02-22T21:59:57.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4289794048 bytes 2026-02-22T21:59:57.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4332786688 bytes 2026-02-22T21:59:57.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4377697280 bytes 2026-02-22T21:59:57.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4396755968 bytes 2026-02-22T21:59:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4465866752 bytes 2026-02-22T21:59:57.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4569293824 bytes 2026-02-22T21:59:57.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4610910208 bytes 2026-02-22T21:59:57.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4707286016 bytes 2026-02-22T21:59:58.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4744383488 bytes 2026-02-22T21:59:58.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4774526976 bytes 2026-02-22T21:59:58.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4871805952 bytes 2026-02-22T21:59:58.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4886118400 bytes 2026-02-22T21:59:58.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4906865664 bytes 2026-02-22T21:59:58.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4991974400 bytes 2026-02-22T21:59:58.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5005624320 bytes 2026-02-22T21:59:58.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5098362880 bytes 2026-02-22T21:59:58.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5129245696 bytes 2026-02-22T21:59:58.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5204581376 bytes 2026-02-22T21:59:58.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5251049472 bytes 2026-02-22T21:59:58.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5295248384 bytes 2026-02-22T21:59:58.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5336208384 bytes 2026-02-22T21:59:58.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5406784512 bytes 2026-02-22T21:59:58.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5449864192 bytes 2026-02-22T21:59:58.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5477908480 bytes 2026-02-22T21:59:58.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5478529024 bytes 2026-02-22T21:59:58.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5527665664 bytes 2026-02-22T21:59:58.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5553553408 bytes 2026-02-22T21:59:58.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5569086464 bytes 2026-02-22T21:59:59.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5569690624 bytes 2026-02-22T21:59:59.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5684318208 bytes 2026-02-22T21:59:59.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5709848576 bytes 2026-02-22T21:59:59.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5828489216 bytes 2026-02-22T21:59:59.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5900725248 bytes 2026-02-22T21:59:59.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5936495616 bytes 2026-02-22T21:59:59.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5952584704 bytes 2026-02-22T21:59:59.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5991345152 bytes 2026-02-22T21:59:59.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6013248512 bytes 2026-02-22T21:59:59.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6053532672 bytes 2026-02-22T21:59:59.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6074578944 bytes 2026-02-22T21:59:59.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6115318784 bytes 2026-02-22T21:59:59.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6178615296 bytes 2026-02-22T21:59:59.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6235087872 bytes 2026-02-22T21:59:59.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6235704320 bytes 2026-02-22T21:59:59.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6277825536 bytes 2026-02-22T21:59:59.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6278454272 bytes 2026-02-22T21:59:59.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6294255616 bytes 2026-02-22T21:59:59.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6307584000 bytes 2026-02-22T21:59:59.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6324234240 bytes 2026-02-22T21:59:59.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6382709760 bytes 2026-02-22T22:00:00.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6425322496 bytes 2026-02-22T22:00:00.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6451985408 bytes 2026-02-22T22:00:00.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6531154944 bytes 2026-02-22T22:00:00.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6575425536 bytes 2026-02-22T22:00:00.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6616844288 bytes 2026-02-22T22:00:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6637956096 bytes 2026-02-22T22:00:00.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6668448768 bytes 2026-02-22T22:00:00.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6747593728 bytes 2026-02-22T22:00:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6803420160 bytes 2026-02-22T22:00:00.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6881240064 bytes 2026-02-22T22:00:00.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6901285888 bytes 2026-02-22T22:00:00.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6948634624 bytes 2026-02-22T22:00:00.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7061656576 bytes 2026-02-22T22:00:00.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7082227712 bytes 2026-02-22T22:00:00.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7106155520 bytes 2026-02-22T22:00:00.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7185131520 bytes 2026-02-22T22:00:00.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7204919296 bytes 2026-02-22T22:00:00.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7241228288 bytes 2026-02-22T22:00:00.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7268448256 bytes 2026-02-22T22:00:01.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7306302464 bytes 2026-02-22T22:00:01.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7327664128 bytes 2026-02-22T22:00:01.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7355955200 bytes 2026-02-22T22:00:01.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7375954944 bytes 2026-02-22T22:00:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7398022144 bytes 2026-02-22T22:00:01.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7533353984 bytes 2026-02-22T22:00:01.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7557801984 bytes 2026-02-22T22:00:01.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7559964672 bytes 2026-02-22T22:00:01.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7573987328 bytes 2026-02-22T22:00:01.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7617993728 bytes 2026-02-22T22:00:01.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7691058176 bytes 2026-02-22T22:00:01.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7738424320 bytes 2026-02-22T22:00:01.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7822344192 bytes 2026-02-22T22:00:01.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7888678912 bytes 2026-02-22T22:00:01.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7896196096 bytes 2026-02-22T22:00:01.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7947478016 bytes 2026-02-22T22:00:01.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8006135808 bytes 2026-02-22T22:00:01.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8006734848 bytes 2026-02-22T22:00:01.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8026477568 bytes 2026-02-22T22:00:01.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8057639936 bytes 2026-02-22T22:00:01.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8114983936 bytes 2026-02-22T22:00:02.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8135558144 bytes 2026-02-22T22:00:02.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8151283712 bytes 2026-02-22T22:00:02.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8184101888 bytes 2026-02-22T22:00:02.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8259150848 bytes 2026-02-22T22:00:02.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8290705408 bytes 2026-02-22T22:00:02.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8331866112 bytes 2026-02-22T22:00:02.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8380648448 bytes 2026-02-22T22:00:02.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8458067968 bytes 2026-02-22T22:00:02.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8481060864 bytes 2026-02-22T22:00:02.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8547909632 bytes 2026-02-22T22:00:02.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8584698880 bytes 2026-02-22T22:00:02.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8647518208 bytes 2026-02-22T22:00:02.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8667312128 bytes 2026-02-22T22:00:02.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8745535488 bytes 2026-02-22T22:00:02.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8772986880 bytes 2026-02-22T22:00:02.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8793845760 bytes 2026-02-22T22:00:02.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8827087872 bytes 2026-02-22T22:00:02.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8892709888 bytes 2026-02-22T22:00:02.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8935048192 bytes 2026-02-22T22:00:03.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 8966718464 bytes 2026-02-22T22:00:03.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9015317504 bytes 2026-02-22T22:00:03.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9053753344 bytes 2026-02-22T22:00:03.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9092365312 bytes 2026-02-22T22:00:03.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9143049216 bytes 2026-02-22T22:00:03.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9171505152 bytes 2026-02-22T22:00:03.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9186405376 bytes 2026-02-22T22:00:03.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9229755392 bytes 2026-02-22T22:00:03.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9268247552 bytes 2026-02-22T22:00:03.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9297304576 bytes 2026-02-22T22:00:03.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9307447296 bytes 2026-02-22T22:00:03.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9379431424 bytes 2026-02-22T22:00:03.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9429733376 bytes 2026-02-22T22:00:03.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9475846144 bytes 2026-02-22T22:00:03.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 9518369792 bytes 2026-02-22T22:00:03.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 9532798976 bytes 2026-02-22T22:00:03.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 9553368064 bytes 2026-02-22T22:00:03.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 9603368960 bytes 2026-02-22T22:00:03.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 9638065152 bytes 2026-02-22T22:00:03.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 9709467648 bytes 2026-02-22T22:00:03.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 9754067968 bytes 2026-02-22T22:00:04.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 9815083008 bytes 2026-02-22T22:00:04.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 9874331648 bytes 2026-02-22T22:00:04.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 9930366976 bytes 2026-02-22T22:00:04.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 10005352448 bytes 2026-02-22T22:00:04.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 10057425920 bytes 2026-02-22T22:00:04.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:00:04.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:00:04.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:00:04.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:04.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:00:04.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_16 2026-02-22T22:00:04.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_16 snapshot 128M 2026-02-22T22:00:04.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:04.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_16 128M 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:04.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:04.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:00:04.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:04.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:00:04.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:00:04.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:00:04.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:04.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_16 2026-02-22T22:00:04.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:00:04.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:04.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:00:04.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:04.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_16 snapshot 2026-02-22T22:00:04.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:04.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:04.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:00:04.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:04.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_16 snapshot 2026-02-22T22:00:05.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:00:05.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_16 2026-02-22T22:00:05.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_16': 2026-02-22T22:00:05.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:00:05.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:00:05.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:00:05.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1314cd886090 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1314cd886090 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:04 2026 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:04 2026 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:04 2026 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 13d4b25e-835d-46d1-8a73-4f3dc024a03b 2026-02-22T22:00:05.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:00:05.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:00:05.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_16 2026-02-22T22:00:05.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:05.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:05.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:00:05.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:00:05.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=14 2026-02-22T22:00:05.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:00:05.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 14s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_16 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:00:05.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 56663040 bytes 2026-02-22T22:00:05.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 88625152 bytes 2026-02-22T22:00:05.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 128910336 bytes 2026-02-22T22:00:05.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 232382464 bytes 2026-02-22T22:00:05.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 264607744 bytes 2026-02-22T22:00:05.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 322874368 bytes 2026-02-22T22:00:05.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 359000064 bytes 2026-02-22T22:00:05.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 399387648 bytes 2026-02-22T22:00:05.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 452524032 bytes 2026-02-22T22:00:05.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 500195328 bytes 2026-02-22T22:00:05.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 579340288 bytes 2026-02-22T22:00:05.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 622342144 bytes 2026-02-22T22:00:05.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 623280128 bytes 2026-02-22T22:00:05.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 629360640 bytes 2026-02-22T22:00:05.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 669165568 bytes 2026-02-22T22:00:05.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 720093184 bytes 2026-02-22T22:00:05.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 766636032 bytes 2026-02-22T22:00:06.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 842968064 bytes 2026-02-22T22:00:06.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 895412224 bytes 2026-02-22T22:00:06.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 896027648 bytes 2026-02-22T22:00:06.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 934172672 bytes 2026-02-22T22:00:06.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 970639360 bytes 2026-02-22T22:00:06.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1099038720 bytes 2026-02-22T22:00:06.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1126535168 bytes 2026-02-22T22:00:06.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1239983104 bytes 2026-02-22T22:00:06.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1279800320 bytes 2026-02-22T22:00:06.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1335816192 bytes 2026-02-22T22:00:06.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1360245760 bytes 2026-02-22T22:00:06.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1388781568 bytes 2026-02-22T22:00:06.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1418850304 bytes 2026-02-22T22:00:06.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1489559552 bytes 2026-02-22T22:00:06.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1549278208 bytes 2026-02-22T22:00:06.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1577865216 bytes 2026-02-22T22:00:06.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1645373440 bytes 2026-02-22T22:00:06.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1690577920 bytes 2026-02-22T22:00:06.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1723262976 bytes 2026-02-22T22:00:07.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1745093632 bytes 2026-02-22T22:00:07.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1807332352 bytes 2026-02-22T22:00:07.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1866322944 bytes 2026-02-22T22:00:07.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1908129792 bytes 2026-02-22T22:00:07.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1950520320 bytes 2026-02-22T22:00:07.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1972398080 bytes 2026-02-22T22:00:07.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 2008459264 bytes 2026-02-22T22:00:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2029170688 bytes 2026-02-22T22:00:07.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2057437184 bytes 2026-02-22T22:00:07.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2127877120 bytes 2026-02-22T22:00:07.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2194079744 bytes 2026-02-22T22:00:07.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2228816896 bytes 2026-02-22T22:00:07.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2258893824 bytes 2026-02-22T22:00:07.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2295718912 bytes 2026-02-22T22:00:07.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2312740864 bytes 2026-02-22T22:00:07.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2352358400 bytes 2026-02-22T22:00:07.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2386057216 bytes 2026-02-22T22:00:07.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2479513600 bytes 2026-02-22T22:00:07.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2480114688 bytes 2026-02-22T22:00:07.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2533580800 bytes 2026-02-22T22:00:08.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2551985152 bytes 2026-02-22T22:00:08.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2619112448 bytes 2026-02-22T22:00:08.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2642070528 bytes 2026-02-22T22:00:08.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2679934976 bytes 2026-02-22T22:00:08.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2698547200 bytes 2026-02-22T22:00:08.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2744515584 bytes 2026-02-22T22:00:08.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2791923712 bytes 2026-02-22T22:00:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2833486848 bytes 2026-02-22T22:00:08.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2891807744 bytes 2026-02-22T22:00:08.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2941010944 bytes 2026-02-22T22:00:08.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3016047616 bytes 2026-02-22T22:00:08.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3088418816 bytes 2026-02-22T22:00:08.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3122203648 bytes 2026-02-22T22:00:08.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3170361344 bytes 2026-02-22T22:00:08.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3204471808 bytes 2026-02-22T22:00:08.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3287567360 bytes 2026-02-22T22:00:08.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3310611456 bytes 2026-02-22T22:00:08.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3333089280 bytes 2026-02-22T22:00:08.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3398164480 bytes 2026-02-22T22:00:08.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3417363456 bytes 2026-02-22T22:00:09.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3521392640 bytes 2026-02-22T22:00:09.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3531754496 bytes 2026-02-22T22:00:09.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3566257152 bytes 2026-02-22T22:00:09.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3596897280 bytes 2026-02-22T22:00:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3640294400 bytes 2026-02-22T22:00:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3702948864 bytes 2026-02-22T22:00:09.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3703557120 bytes 2026-02-22T22:00:09.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3726257152 bytes 2026-02-22T22:00:09.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3836264448 bytes 2026-02-22T22:00:09.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3875641344 bytes 2026-02-22T22:00:09.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3882188800 bytes 2026-02-22T22:00:09.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3895009280 bytes 2026-02-22T22:00:09.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3942156288 bytes 2026-02-22T22:00:09.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3977232384 bytes 2026-02-22T22:00:09.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4037365760 bytes 2026-02-22T22:00:09.784 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4110902272 bytes 2026-02-22T22:00:09.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4112879616 bytes 2026-02-22T22:00:09.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4128809984 bytes 2026-02-22T22:00:09.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4158875648 bytes 2026-02-22T22:00:09.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4195314688 bytes 2026-02-22T22:00:09.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4195940352 bytes 2026-02-22T22:00:10.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4211771392 bytes 2026-02-22T22:00:10.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4254547968 bytes 2026-02-22T22:00:10.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4297927680 bytes 2026-02-22T22:00:10.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4370511872 bytes 2026-02-22T22:00:10.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4376624128 bytes 2026-02-22T22:00:10.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4396674048 bytes 2026-02-22T22:00:10.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4425210880 bytes 2026-02-22T22:00:10.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4479346688 bytes 2026-02-22T22:00:10.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4531678208 bytes 2026-02-22T22:00:10.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4554949632 bytes 2026-02-22T22:00:10.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4559889408 bytes 2026-02-22T22:00:10.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4604088320 bytes 2026-02-22T22:00:10.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4677867520 bytes 2026-02-22T22:00:10.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4706033664 bytes 2026-02-22T22:00:10.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4776818688 bytes 2026-02-22T22:00:10.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4838354944 bytes 2026-02-22T22:00:10.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4876989440 bytes 2026-02-22T22:00:10.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4921377792 bytes 2026-02-22T22:00:10.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4943579136 bytes 2026-02-22T22:00:10.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4974993408 bytes 2026-02-22T22:00:11.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5068900352 bytes 2026-02-22T22:00:11.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5087386624 bytes 2026-02-22T22:00:11.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5154385920 bytes 2026-02-22T22:00:11.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5214369792 bytes 2026-02-22T22:00:11.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5214955520 bytes 2026-02-22T22:00:11.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5226346496 bytes 2026-02-22T22:00:11.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5318639616 bytes 2026-02-22T22:00:11.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5398307840 bytes 2026-02-22T22:00:11.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5439318016 bytes 2026-02-22T22:00:11.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5472342016 bytes 2026-02-22T22:00:11.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5537263616 bytes 2026-02-22T22:00:11.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5647162368 bytes 2026-02-22T22:00:11.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5691792384 bytes 2026-02-22T22:00:11.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5767009280 bytes 2026-02-22T22:00:11.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5853898752 bytes 2026-02-22T22:00:11.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5910990848 bytes 2026-02-22T22:00:11.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5940443136 bytes 2026-02-22T22:00:11.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5956404224 bytes 2026-02-22T22:00:11.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6015881216 bytes 2026-02-22T22:00:12.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6049207296 bytes 2026-02-22T22:00:12.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6089947136 bytes 2026-02-22T22:00:12.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6096105472 bytes 2026-02-22T22:00:12.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6168113152 bytes 2026-02-22T22:00:12.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6233415680 bytes 2026-02-22T22:00:12.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6279731200 bytes 2026-02-22T22:00:12.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6305190912 bytes 2026-02-22T22:00:12.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6346920960 bytes 2026-02-22T22:00:12.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6403017728 bytes 2026-02-22T22:00:12.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6429640704 bytes 2026-02-22T22:00:12.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6493038592 bytes 2026-02-22T22:00:12.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6525410304 bytes 2026-02-22T22:00:13.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6604407808 bytes 2026-02-22T22:00:13.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6613232640 bytes 2026-02-22T22:00:13.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6643210240 bytes 2026-02-22T22:00:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6701043712 bytes 2026-02-22T22:00:13.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6723719168 bytes 2026-02-22T22:00:13.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6762175488 bytes 2026-02-22T22:00:13.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6815456256 bytes 2026-02-22T22:00:13.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6871368704 bytes 2026-02-22T22:00:13.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6900948992 bytes 2026-02-22T22:00:13.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6966104064 bytes 2026-02-22T22:00:13.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6966705152 bytes 2026-02-22T22:00:13.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 7055815680 bytes 2026-02-22T22:00:13.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 7068344320 bytes 2026-02-22T22:00:13.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 7128489984 bytes 2026-02-22T22:00:13.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7172596736 bytes 2026-02-22T22:00:13.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7245836288 bytes 2026-02-22T22:00:13.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7278007296 bytes 2026-02-22T22:00:13.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7330881536 bytes 2026-02-22T22:00:13.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7406838784 bytes 2026-02-22T22:00:13.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7421011968 bytes 2026-02-22T22:00:14.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7453850624 bytes 2026-02-22T22:00:14.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7502996480 bytes 2026-02-22T22:00:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7518434304 bytes 2026-02-22T22:00:14.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7568761856 bytes 2026-02-22T22:00:14.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7611054080 bytes 2026-02-22T22:00:14.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7636916224 bytes 2026-02-22T22:00:14.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7653867520 bytes 2026-02-22T22:00:14.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7714939904 bytes 2026-02-22T22:00:14.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7729258496 bytes 2026-02-22T22:00:14.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7753568256 bytes 2026-02-22T22:00:14.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7823122432 bytes 2026-02-22T22:00:14.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7859837952 bytes 2026-02-22T22:00:14.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7908226048 bytes 2026-02-22T22:00:14.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7952803840 bytes 2026-02-22T22:00:14.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7987414016 bytes 2026-02-22T22:00:14.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 8057424896 bytes 2026-02-22T22:00:14.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 8080666624 bytes 2026-02-22T22:00:14.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 8151762944 bytes 2026-02-22T22:00:14.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 8196916224 bytes 2026-02-22T22:00:14.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 8255746048 bytes 2026-02-22T22:00:15.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8272063488 bytes 2026-02-22T22:00:15.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8382268416 bytes 2026-02-22T22:00:15.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8420553728 bytes 2026-02-22T22:00:15.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8478422016 bytes 2026-02-22T22:00:15.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8537070592 bytes 2026-02-22T22:00:15.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8584184832 bytes 2026-02-22T22:00:15.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8640781312 bytes 2026-02-22T22:00:15.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8672112640 bytes 2026-02-22T22:00:15.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8726777856 bytes 2026-02-22T22:00:15.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8814492672 bytes 2026-02-22T22:00:15.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8924645376 bytes 2026-02-22T22:00:15.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8981464064 bytes 2026-02-22T22:00:15.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 9031600128 bytes 2026-02-22T22:00:15.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 9053422592 bytes 2026-02-22T22:00:15.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 9097612288 bytes 2026-02-22T22:00:15.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 9159109632 bytes 2026-02-22T22:00:15.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 9217154048 bytes 2026-02-22T22:00:16.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 9285522432 bytes 2026-02-22T22:00:16.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 9318507520 bytes 2026-02-22T22:00:16.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 9332444160 bytes 2026-02-22T22:00:16.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 9400688640 bytes 2026-02-22T22:00:16.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 9426855936 bytes 2026-02-22T22:00:16.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 9434403840 bytes 2026-02-22T22:00:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 9473855488 bytes 2026-02-22T22:00:16.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9549915136 bytes 2026-02-22T22:00:16.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9627817984 bytes 2026-02-22T22:00:16.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9690741760 bytes 2026-02-22T22:00:16.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9717893120 bytes 2026-02-22T22:00:16.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9765220352 bytes 2026-02-22T22:00:16.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9806303232 bytes 2026-02-22T22:00:16.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9806929920 bytes 2026-02-22T22:00:16.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9812919296 bytes 2026-02-22T22:00:16.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9863668736 bytes 2026-02-22T22:00:16.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9896541184 bytes 2026-02-22T22:00:16.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9938578432 bytes 2026-02-22T22:00:16.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 10041159680 bytes 2026-02-22T22:00:16.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 10057825280 bytes 2026-02-22T22:00:17.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 10085036032 bytes 2026-02-22T22:00:17.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 10125337600 bytes 2026-02-22T22:00:17.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 10160196608 bytes 2026-02-22T22:00:17.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 10229994496 bytes 2026-02-22T22:00:17.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 10340576256 bytes 2026-02-22T22:00:17.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 10373316608 bytes 2026-02-22T22:00:17.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 10430255104 bytes 2026-02-22T22:00:17.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 10440045568 bytes 2026-02-22T22:00:17.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 10521211904 bytes 2026-02-22T22:00:17.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 10591901696 bytes 2026-02-22T22:00:17.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 10652760064 bytes 2026-02-22T22:00:17.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 10671461376 bytes 2026-02-22T22:00:17.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 10736331776 bytes 2026-02-22T22:00:17.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 10744018944 bytes 2026-02-22T22:00:17.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 10785808384 bytes 2026-02-22T22:00:17.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 10880274432 bytes 2026-02-22T22:00:17.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 10971780096 bytes 2026-02-22T22:00:17.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 10989105152 bytes 2026-02-22T22:00:18.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 11003500544 bytes 2026-02-22T22:00:18.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 11032577024 bytes 2026-02-22T22:00:18.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 11067576320 bytes 2026-02-22T22:00:18.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 11186445312 bytes 2026-02-22T22:00:18.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 11213030400 bytes 2026-02-22T22:00:18.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 11275081728 bytes 2026-02-22T22:00:18.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 11335232512 bytes 2026-02-22T22:00:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25100 IOs, 11408714752 bytes 2026-02-22T22:00:18.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25200 IOs, 11434985472 bytes 2026-02-22T22:00:18.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25300 IOs, 11539342336 bytes 2026-02-22T22:00:18.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25400 IOs, 11584753664 bytes 2026-02-22T22:00:18.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25500 IOs, 11596677120 bytes 2026-02-22T22:00:18.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25600 IOs, 11604265984 bytes 2026-02-22T22:00:18.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25700 IOs, 11651378176 bytes 2026-02-22T22:00:18.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25800 IOs, 11712522240 bytes 2026-02-22T22:00:18.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25900 IOs, 11753125888 bytes 2026-02-22T22:00:18.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26000 IOs, 11806021632 bytes 2026-02-22T22:00:18.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26100 IOs, 11857387520 bytes 2026-02-22T22:00:18.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26200 IOs, 11880540160 bytes 2026-02-22T22:00:19.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26300 IOs, 11956135936 bytes 2026-02-22T22:00:19.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:00:19.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:00:19.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:00:19.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:19.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:00:19.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_17 2026-02-22T22:00:19.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_17 snapshot 128M 2026-02-22T22:00:19.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:19.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:19.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:19.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:19.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:00:19.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:19.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:19.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:00:19.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:19.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_17 128M 2026-02-22T22:00:19.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:19.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:19.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:19.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:19.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:00:19.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:19.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:00:19.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:00:19.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:00:19.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:19.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_17 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_17 snapshot 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:19.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_17 snapshot 2026-02-22T22:00:20.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:00:20.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_17 2026-02-22T22:00:20.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_17': 2026-02-22T22:00:20.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 132050192242 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.132050192242 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:19 2026 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:19 2026 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:19 2026 2026-02-22T22:00:20.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:00:20.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:00:20.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 92fe66ac-be47-4505-9942-6a19333b98a3 2026-02-22T22:00:20.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:00:20.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:00:20.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_17 2026-02-22T22:00:20.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:20.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:20.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:00:20.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:00:20.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=11 2026-02-22T22:00:20.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:00:20.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 11s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_17 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:00:20.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 29831168 bytes 2026-02-22T22:00:20.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 112035840 bytes 2026-02-22T22:00:20.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 133426176 bytes 2026-02-22T22:00:20.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 173366272 bytes 2026-02-22T22:00:20.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 193165312 bytes 2026-02-22T22:00:20.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 243287040 bytes 2026-02-22T22:00:20.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 301300736 bytes 2026-02-22T22:00:20.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 362608640 bytes 2026-02-22T22:00:20.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 386339840 bytes 2026-02-22T22:00:20.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 417181696 bytes 2026-02-22T22:00:20.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 464504832 bytes 2026-02-22T22:00:20.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 501273600 bytes 2026-02-22T22:00:20.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 520811520 bytes 2026-02-22T22:00:20.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 555599872 bytes 2026-02-22T22:00:20.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 583255040 bytes 2026-02-22T22:00:20.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 626906112 bytes 2026-02-22T22:00:20.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 658644992 bytes 2026-02-22T22:00:21.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 733719552 bytes 2026-02-22T22:00:21.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 739644416 bytes 2026-02-22T22:00:21.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 795399168 bytes 2026-02-22T22:00:21.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 819776512 bytes 2026-02-22T22:00:21.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 827934720 bytes 2026-02-22T22:00:21.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 869950464 bytes 2026-02-22T22:00:21.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 871933952 bytes 2026-02-22T22:00:21.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 886591488 bytes 2026-02-22T22:00:21.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 915585024 bytes 2026-02-22T22:00:21.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 941085696 bytes 2026-02-22T22:00:21.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 944865280 bytes 2026-02-22T22:00:21.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 945479680 bytes 2026-02-22T22:00:21.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1012366336 bytes 2026-02-22T22:00:21.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1062696960 bytes 2026-02-22T22:00:21.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1120450560 bytes 2026-02-22T22:00:21.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1167514624 bytes 2026-02-22T22:00:21.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1198816256 bytes 2026-02-22T22:00:21.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1224062976 bytes 2026-02-22T22:00:22.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1332101120 bytes 2026-02-22T22:00:22.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1354743808 bytes 2026-02-22T22:00:22.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1432743936 bytes 2026-02-22T22:00:22.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1433387008 bytes 2026-02-22T22:00:22.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1514464256 bytes 2026-02-22T22:00:22.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1553475584 bytes 2026-02-22T22:00:22.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1605259264 bytes 2026-02-22T22:00:22.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1674607616 bytes 2026-02-22T22:00:22.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1696749568 bytes 2026-02-22T22:00:22.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1710623744 bytes 2026-02-22T22:00:22.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1762818048 bytes 2026-02-22T22:00:22.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1847327744 bytes 2026-02-22T22:00:22.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1920683008 bytes 2026-02-22T22:00:22.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1976009728 bytes 2026-02-22T22:00:22.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2004925440 bytes 2026-02-22T22:00:22.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2025573376 bytes 2026-02-22T22:00:22.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2077647872 bytes 2026-02-22T22:00:22.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2113605632 bytes 2026-02-22T22:00:23.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2163807232 bytes 2026-02-22T22:00:23.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2229889024 bytes 2026-02-22T22:00:23.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2262528000 bytes 2026-02-22T22:00:23.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2313434112 bytes 2026-02-22T22:00:23.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2340037632 bytes 2026-02-22T22:00:23.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2364449792 bytes 2026-02-22T22:00:23.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2426376192 bytes 2026-02-22T22:00:23.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2513264640 bytes 2026-02-22T22:00:23.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2574167040 bytes 2026-02-22T22:00:23.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2605295616 bytes 2026-02-22T22:00:23.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2655105024 bytes 2026-02-22T22:00:23.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2655715328 bytes 2026-02-22T22:00:23.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2697987072 bytes 2026-02-22T22:00:23.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2731586560 bytes 2026-02-22T22:00:23.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2763068416 bytes 2026-02-22T22:00:23.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2840671232 bytes 2026-02-22T22:00:23.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2889640960 bytes 2026-02-22T22:00:23.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2962247680 bytes 2026-02-22T22:00:23.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3039222784 bytes 2026-02-22T22:00:24.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3059611648 bytes 2026-02-22T22:00:24.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3165054976 bytes 2026-02-22T22:00:24.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3259592704 bytes 2026-02-22T22:00:24.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3313520640 bytes 2026-02-22T22:00:24.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3401094144 bytes 2026-02-22T22:00:24.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3468956672 bytes 2026-02-22T22:00:24.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3505191936 bytes 2026-02-22T22:00:24.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3529720832 bytes 2026-02-22T22:00:24.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3538217984 bytes 2026-02-22T22:00:24.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3590244352 bytes 2026-02-22T22:00:24.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3640455168 bytes 2026-02-22T22:00:24.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3691749376 bytes 2026-02-22T22:00:24.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3746220032 bytes 2026-02-22T22:00:24.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3827892224 bytes 2026-02-22T22:00:25.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3898060800 bytes 2026-02-22T22:00:25.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3943962624 bytes 2026-02-22T22:00:25.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3954270208 bytes 2026-02-22T22:00:25.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3981290496 bytes 2026-02-22T22:00:25.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4033441792 bytes 2026-02-22T22:00:25.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4086260736 bytes 2026-02-22T22:00:25.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4109276160 bytes 2026-02-22T22:00:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4165814272 bytes 2026-02-22T22:00:25.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4251448320 bytes 2026-02-22T22:00:25.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4256422912 bytes 2026-02-22T22:00:25.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4280100864 bytes 2026-02-22T22:00:25.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4318902272 bytes 2026-02-22T22:00:25.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4351863808 bytes 2026-02-22T22:00:25.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4389720064 bytes 2026-02-22T22:00:25.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4434211840 bytes 2026-02-22T22:00:25.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4477238272 bytes 2026-02-22T22:00:25.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4499428352 bytes 2026-02-22T22:00:25.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4544832512 bytes 2026-02-22T22:00:25.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4581542912 bytes 2026-02-22T22:00:26.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4669765632 bytes 2026-02-22T22:00:26.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4703191040 bytes 2026-02-22T22:00:26.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4797761536 bytes 2026-02-22T22:00:26.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4844077056 bytes 2026-02-22T22:00:26.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4866443264 bytes 2026-02-22T22:00:26.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4941251584 bytes 2026-02-22T22:00:26.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4989683712 bytes 2026-02-22T22:00:26.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4999408640 bytes 2026-02-22T22:00:26.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5036241920 bytes 2026-02-22T22:00:26.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5136855040 bytes 2026-02-22T22:00:26.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5176776704 bytes 2026-02-22T22:00:26.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5210173440 bytes 2026-02-22T22:00:26.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5234598912 bytes 2026-02-22T22:00:26.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5284274176 bytes 2026-02-22T22:00:26.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5292778496 bytes 2026-02-22T22:00:26.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5318029312 bytes 2026-02-22T22:00:26.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5382148096 bytes 2026-02-22T22:00:26.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5434275840 bytes 2026-02-22T22:00:26.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5493733376 bytes 2026-02-22T22:00:26.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5515459584 bytes 2026-02-22T22:00:27.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5538620416 bytes 2026-02-22T22:00:27.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5539247104 bytes 2026-02-22T22:00:27.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5577840640 bytes 2026-02-22T22:00:27.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5608614912 bytes 2026-02-22T22:00:27.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5626843136 bytes 2026-02-22T22:00:27.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5660487680 bytes 2026-02-22T22:00:27.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5715458048 bytes 2026-02-22T22:00:27.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5798541312 bytes 2026-02-22T22:00:27.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5800877056 bytes 2026-02-22T22:00:27.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5824526336 bytes 2026-02-22T22:00:27.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5851324416 bytes 2026-02-22T22:00:27.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5923908608 bytes 2026-02-22T22:00:27.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5965282304 bytes 2026-02-22T22:00:27.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6006852608 bytes 2026-02-22T22:00:27.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6008226816 bytes 2026-02-22T22:00:27.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6079695872 bytes 2026-02-22T22:00:27.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6155798528 bytes 2026-02-22T22:00:27.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6161605632 bytes 2026-02-22T22:00:27.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6244334592 bytes 2026-02-22T22:00:27.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6278578176 bytes 2026-02-22T22:00:28.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6315925504 bytes 2026-02-22T22:00:28.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6331532288 bytes 2026-02-22T22:00:28.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6338284544 bytes 2026-02-22T22:00:28.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6353146880 bytes 2026-02-22T22:00:28.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6422848512 bytes 2026-02-22T22:00:28.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6430304256 bytes 2026-02-22T22:00:28.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6534502400 bytes 2026-02-22T22:00:28.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6565108736 bytes 2026-02-22T22:00:28.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6623859712 bytes 2026-02-22T22:00:28.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6647204864 bytes 2026-02-22T22:00:28.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6664566784 bytes 2026-02-22T22:00:28.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6692119552 bytes 2026-02-22T22:00:28.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6730833920 bytes 2026-02-22T22:00:28.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6745837568 bytes 2026-02-22T22:00:28.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6799721472 bytes 2026-02-22T22:00:28.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6815534080 bytes 2026-02-22T22:00:28.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6859475968 bytes 2026-02-22T22:00:28.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6877965312 bytes 2026-02-22T22:00:28.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6936035328 bytes 2026-02-22T22:00:28.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6993808384 bytes 2026-02-22T22:00:28.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6994426880 bytes 2026-02-22T22:00:29.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7036116992 bytes 2026-02-22T22:00:29.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7111188480 bytes 2026-02-22T22:00:29.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7184894976 bytes 2026-02-22T22:00:29.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7205499904 bytes 2026-02-22T22:00:29.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7225398272 bytes 2026-02-22T22:00:29.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7264086016 bytes 2026-02-22T22:00:29.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7307122688 bytes 2026-02-22T22:00:29.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7385524224 bytes 2026-02-22T22:00:29.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7448620032 bytes 2026-02-22T22:00:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7472309248 bytes 2026-02-22T22:00:29.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7482142720 bytes 2026-02-22T22:00:29.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7493360640 bytes 2026-02-22T22:00:29.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7528896512 bytes 2026-02-22T22:00:29.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7532190720 bytes 2026-02-22T22:00:29.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7561162752 bytes 2026-02-22T22:00:29.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7599004672 bytes 2026-02-22T22:00:29.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7629926400 bytes 2026-02-22T22:00:29.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7667352576 bytes 2026-02-22T22:00:29.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7738546176 bytes 2026-02-22T22:00:29.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7803286528 bytes 2026-02-22T22:00:30.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7846683648 bytes 2026-02-22T22:00:30.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7889565696 bytes 2026-02-22T22:00:30.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7921310720 bytes 2026-02-22T22:00:30.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8044011520 bytes 2026-02-22T22:00:30.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8069341184 bytes 2026-02-22T22:00:30.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8154415104 bytes 2026-02-22T22:00:30.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8235636736 bytes 2026-02-22T22:00:30.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8344141824 bytes 2026-02-22T22:00:30.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8371936256 bytes 2026-02-22T22:00:30.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8408925184 bytes 2026-02-22T22:00:30.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8432680960 bytes 2026-02-22T22:00:30.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8514345984 bytes 2026-02-22T22:00:30.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8576840704 bytes 2026-02-22T22:00:30.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8654688256 bytes 2026-02-22T22:00:30.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8753589248 bytes 2026-02-22T22:00:30.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8822835200 bytes 2026-02-22T22:00:30.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8858541056 bytes 2026-02-22T22:00:31.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8950735872 bytes 2026-02-22T22:00:31.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:00:31.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:00:31.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:00:31.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_18 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_18 snapshot 128M 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:00:31.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_18 128M 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:31.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_18 2026-02-22T22:00:31.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:00:31.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:31.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:00:31.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:31.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_18 snapshot 2026-02-22T22:00:31.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:31.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:31.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:00:31.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:31.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_18 snapshot 2026-02-22T22:00:32.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:00:32.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_18 2026-02-22T22:00:32.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_18': 2026-02-22T22:00:32.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:00:32.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:00:32.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:00:32.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 132ced941bcd 2026-02-22T22:00:32.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.132ced941bcd 2026-02-22T22:00:32.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:00:32.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:00:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:00:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:00:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:31 2026 2026-02-22T22:00:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:31 2026 2026-02-22T22:00:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:31 2026 2026-02-22T22:00:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:00:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:00:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: bad6aaa1-a25f-4f88-ba29-d2ae5e72a269 2026-02-22T22:00:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:00:32.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:00:32.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_18 2026-02-22T22:00:32.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:32.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:32.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:00:32.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:00:32.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=8 2026-02-22T22:00:32.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:00:32.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 8s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_18 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:00:32.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 39190528 bytes 2026-02-22T22:00:32.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 63823872 bytes 2026-02-22T22:00:32.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 77642752 bytes 2026-02-22T22:00:32.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 107049984 bytes 2026-02-22T22:00:32.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 127408128 bytes 2026-02-22T22:00:32.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 174906368 bytes 2026-02-22T22:00:32.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 210436096 bytes 2026-02-22T22:00:32.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 238903296 bytes 2026-02-22T22:00:32.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 318948352 bytes 2026-02-22T22:00:32.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 350647296 bytes 2026-02-22T22:00:32.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 374011904 bytes 2026-02-22T22:00:32.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 374691840 bytes 2026-02-22T22:00:32.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 459284480 bytes 2026-02-22T22:00:32.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 519488512 bytes 2026-02-22T22:00:32.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 533952512 bytes 2026-02-22T22:00:32.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 584286208 bytes 2026-02-22T22:00:32.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 593855488 bytes 2026-02-22T22:00:32.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 594843648 bytes 2026-02-22T22:00:33.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 616995840 bytes 2026-02-22T22:00:33.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 660473856 bytes 2026-02-22T22:00:33.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 725721088 bytes 2026-02-22T22:00:33.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 782576640 bytes 2026-02-22T22:00:33.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 822558720 bytes 2026-02-22T22:00:33.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 831754240 bytes 2026-02-22T22:00:33.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 832375808 bytes 2026-02-22T22:00:33.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 907087872 bytes 2026-02-22T22:00:33.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 908742656 bytes 2026-02-22T22:00:33.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 949174272 bytes 2026-02-22T22:00:33.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1048296448 bytes 2026-02-22T22:00:33.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1123446784 bytes 2026-02-22T22:00:33.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1168392192 bytes 2026-02-22T22:00:33.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1185911808 bytes 2026-02-22T22:00:33.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1213821952 bytes 2026-02-22T22:00:33.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1277419520 bytes 2026-02-22T22:00:33.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1309374464 bytes 2026-02-22T22:00:33.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1350837248 bytes 2026-02-22T22:00:33.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1351426048 bytes 2026-02-22T22:00:33.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1353894912 bytes 2026-02-22T22:00:33.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1383088128 bytes 2026-02-22T22:00:34.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1405288448 bytes 2026-02-22T22:00:34.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1491192832 bytes 2026-02-22T22:00:34.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1568158720 bytes 2026-02-22T22:00:34.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1568763904 bytes 2026-02-22T22:00:34.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1670735872 bytes 2026-02-22T22:00:34.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1747366912 bytes 2026-02-22T22:00:34.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1819745280 bytes 2026-02-22T22:00:34.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1848993792 bytes 2026-02-22T22:00:34.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1885661184 bytes 2026-02-22T22:00:34.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1950074880 bytes 2026-02-22T22:00:34.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1997934592 bytes 2026-02-22T22:00:34.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2013076480 bytes 2026-02-22T22:00:34.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2065711104 bytes 2026-02-22T22:00:34.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2150046720 bytes 2026-02-22T22:00:34.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2212993024 bytes 2026-02-22T22:00:34.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2284905472 bytes 2026-02-22T22:00:34.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2322415616 bytes 2026-02-22T22:00:35.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2435112960 bytes 2026-02-22T22:00:35.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2446650368 bytes 2026-02-22T22:00:35.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2484446208 bytes 2026-02-22T22:00:35.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2559620096 bytes 2026-02-22T22:00:35.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2586814464 bytes 2026-02-22T22:00:35.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2596246528 bytes 2026-02-22T22:00:35.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2615398400 bytes 2026-02-22T22:00:35.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2645104640 bytes 2026-02-22T22:00:35.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2714961920 bytes 2026-02-22T22:00:35.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2779208704 bytes 2026-02-22T22:00:35.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2842094592 bytes 2026-02-22T22:00:35.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2868721664 bytes 2026-02-22T22:00:35.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2907490304 bytes 2026-02-22T22:00:35.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2999348224 bytes 2026-02-22T22:00:35.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3018775552 bytes 2026-02-22T22:00:35.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3067679744 bytes 2026-02-22T22:00:35.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3170485248 bytes 2026-02-22T22:00:35.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3200231424 bytes 2026-02-22T22:00:35.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3211855872 bytes 2026-02-22T22:00:36.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3297406976 bytes 2026-02-22T22:00:36.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3307346944 bytes 2026-02-22T22:00:36.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3332732928 bytes 2026-02-22T22:00:36.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3379203072 bytes 2026-02-22T22:00:36.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3465203712 bytes 2026-02-22T22:00:36.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3526301696 bytes 2026-02-22T22:00:36.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3543670784 bytes 2026-02-22T22:00:36.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3544272896 bytes 2026-02-22T22:00:36.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3658989568 bytes 2026-02-22T22:00:36.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3711035392 bytes 2026-02-22T22:00:36.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3740222464 bytes 2026-02-22T22:00:36.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3773437952 bytes 2026-02-22T22:00:36.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3811189760 bytes 2026-02-22T22:00:36.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3867502592 bytes 2026-02-22T22:00:36.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3917112320 bytes 2026-02-22T22:00:36.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3989526528 bytes 2026-02-22T22:00:36.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4034287616 bytes 2026-02-22T22:00:36.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4077275136 bytes 2026-02-22T22:00:36.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4083978240 bytes 2026-02-22T22:00:37.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4109026304 bytes 2026-02-22T22:00:37.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4159651840 bytes 2026-02-22T22:00:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4257541120 bytes 2026-02-22T22:00:37.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4298191872 bytes 2026-02-22T22:00:37.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4319182848 bytes 2026-02-22T22:00:37.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4380317696 bytes 2026-02-22T22:00:37.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4423065600 bytes 2026-02-22T22:00:37.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4500545536 bytes 2026-02-22T22:00:37.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4553272320 bytes 2026-02-22T22:00:37.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4616870912 bytes 2026-02-22T22:00:37.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4706824192 bytes 2026-02-22T22:00:37.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4770210816 bytes 2026-02-22T22:00:37.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4816339968 bytes 2026-02-22T22:00:37.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4862930944 bytes 2026-02-22T22:00:37.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4894056448 bytes 2026-02-22T22:00:37.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4929825792 bytes 2026-02-22T22:00:37.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5021542400 bytes 2026-02-22T22:00:38.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5055200256 bytes 2026-02-22T22:00:38.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5109791744 bytes 2026-02-22T22:00:38.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5133528064 bytes 2026-02-22T22:00:38.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5187535872 bytes 2026-02-22T22:00:38.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5230070784 bytes 2026-02-22T22:00:38.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5265145856 bytes 2026-02-22T22:00:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5338973184 bytes 2026-02-22T22:00:38.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5360051200 bytes 2026-02-22T22:00:38.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5371518976 bytes 2026-02-22T22:00:38.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5372116992 bytes 2026-02-22T22:00:38.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5398145024 bytes 2026-02-22T22:00:38.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5453907968 bytes 2026-02-22T22:00:38.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5474456576 bytes 2026-02-22T22:00:38.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5529695232 bytes 2026-02-22T22:00:38.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5606876160 bytes 2026-02-22T22:00:38.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5657850880 bytes 2026-02-22T22:00:38.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5705468928 bytes 2026-02-22T22:00:38.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5729354752 bytes 2026-02-22T22:00:38.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5795335168 bytes 2026-02-22T22:00:38.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5808813056 bytes 2026-02-22T22:00:39.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5857072128 bytes 2026-02-22T22:00:39.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5863925760 bytes 2026-02-22T22:00:39.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5915935744 bytes 2026-02-22T22:00:39.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5938875392 bytes 2026-02-22T22:00:39.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6008171520 bytes 2026-02-22T22:00:39.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6026102784 bytes 2026-02-22T22:00:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6042191872 bytes 2026-02-22T22:00:39.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6079373312 bytes 2026-02-22T22:00:39.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6110673920 bytes 2026-02-22T22:00:39.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6123765760 bytes 2026-02-22T22:00:39.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6198021120 bytes 2026-02-22T22:00:39.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6282726400 bytes 2026-02-22T22:00:39.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6303849472 bytes 2026-02-22T22:00:39.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6341985280 bytes 2026-02-22T22:00:39.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6361166848 bytes 2026-02-22T22:00:39.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6415814656 bytes 2026-02-22T22:00:39.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6457244672 bytes 2026-02-22T22:00:39.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6536169472 bytes 2026-02-22T22:00:39.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6589222912 bytes 2026-02-22T22:00:39.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6646040576 bytes 2026-02-22T22:00:40.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6703884288 bytes 2026-02-22T22:00:40.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:00:40.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:00:40.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:00:40.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:40.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:00:40.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_19 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_19 snapshot 128M 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_19 128M 2026-02-22T22:00:40.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:40.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_19 2026-02-22T22:00:40.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:00:40.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:40.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:00:40.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:40.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_19 snapshot 2026-02-22T22:00:40.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:40.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:40.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:00:40.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:40.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_19 snapshot 2026-02-22T22:00:41.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:00:41.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_19 2026-02-22T22:00:41.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_19': 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 133844a012ff 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.133844a012ff 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:00:41.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:40 2026 2026-02-22T22:00:41.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:40 2026 2026-02-22T22:00:41.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:40 2026 2026-02-22T22:00:41.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:00:41.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:00:41.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 59177d24-31f0-4f22-b149-c6519f396d48 2026-02-22T22:00:41.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:00:41.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:00:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_19 2026-02-22T22:00:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:00:41.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:00:41.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=14 2026-02-22T22:00:41.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:00:41.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 14s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_19 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:00:41.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 47378432 bytes 2026-02-22T22:00:41.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 84089856 bytes 2026-02-22T22:00:41.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 93927424 bytes 2026-02-22T22:00:41.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 166920192 bytes 2026-02-22T22:00:41.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 242586624 bytes 2026-02-22T22:00:41.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 260657152 bytes 2026-02-22T22:00:41.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 315968512 bytes 2026-02-22T22:00:41.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 346841088 bytes 2026-02-22T22:00:41.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 370506752 bytes 2026-02-22T22:00:41.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 400739328 bytes 2026-02-22T22:00:41.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 467464192 bytes 2026-02-22T22:00:41.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 501245952 bytes 2026-02-22T22:00:41.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 514798592 bytes 2026-02-22T22:00:41.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 622552064 bytes 2026-02-22T22:00:41.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 682714112 bytes 2026-02-22T22:00:42.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 745452544 bytes 2026-02-22T22:00:42.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 779048960 bytes 2026-02-22T22:00:42.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 813472768 bytes 2026-02-22T22:00:42.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 867398656 bytes 2026-02-22T22:00:42.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 910959616 bytes 2026-02-22T22:00:42.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 931877888 bytes 2026-02-22T22:00:42.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 947042304 bytes 2026-02-22T22:00:42.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 999815168 bytes 2026-02-22T22:00:42.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1028805632 bytes 2026-02-22T22:00:42.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1062151168 bytes 2026-02-22T22:00:42.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1109419008 bytes 2026-02-22T22:00:42.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1180555264 bytes 2026-02-22T22:00:42.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1270984704 bytes 2026-02-22T22:00:42.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1388621824 bytes 2026-02-22T22:00:42.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1398304768 bytes 2026-02-22T22:00:42.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1445901312 bytes 2026-02-22T22:00:42.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1450010624 bytes 2026-02-22T22:00:42.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1489292288 bytes 2026-02-22T22:00:42.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1521114112 bytes 2026-02-22T22:00:42.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1528199168 bytes 2026-02-22T22:00:43.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1596880896 bytes 2026-02-22T22:00:43.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1638853632 bytes 2026-02-22T22:00:43.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1687726080 bytes 2026-02-22T22:00:43.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1703708672 bytes 2026-02-22T22:00:43.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1783464960 bytes 2026-02-22T22:00:43.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1817312256 bytes 2026-02-22T22:00:43.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1848372224 bytes 2026-02-22T22:00:43.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1892817920 bytes 2026-02-22T22:00:43.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1913758720 bytes 2026-02-22T22:00:43.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1958981632 bytes 2026-02-22T22:00:43.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2019164160 bytes 2026-02-22T22:00:43.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2045028352 bytes 2026-02-22T22:00:43.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2071819264 bytes 2026-02-22T22:00:43.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2147595264 bytes 2026-02-22T22:00:43.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2154193920 bytes 2026-02-22T22:00:43.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2205242368 bytes 2026-02-22T22:00:43.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2247237632 bytes 2026-02-22T22:00:43.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2278175744 bytes 2026-02-22T22:00:43.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2305295360 bytes 2026-02-22T22:00:44.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2318547968 bytes 2026-02-22T22:00:44.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2347661312 bytes 2026-02-22T22:00:44.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2414924800 bytes 2026-02-22T22:00:44.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2448809984 bytes 2026-02-22T22:00:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2486019072 bytes 2026-02-22T22:00:44.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2529586176 bytes 2026-02-22T22:00:44.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2559104000 bytes 2026-02-22T22:00:44.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2561298432 bytes 2026-02-22T22:00:44.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2596682752 bytes 2026-02-22T22:00:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2607927296 bytes 2026-02-22T22:00:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2628183040 bytes 2026-02-22T22:00:44.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2692537344 bytes 2026-02-22T22:00:44.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2738076672 bytes 2026-02-22T22:00:44.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2783741952 bytes 2026-02-22T22:00:44.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2796544000 bytes 2026-02-22T22:00:44.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2833381376 bytes 2026-02-22T22:00:44.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2885032960 bytes 2026-02-22T22:00:44.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2952259584 bytes 2026-02-22T22:00:44.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2993571840 bytes 2026-02-22T22:00:45.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3032394752 bytes 2026-02-22T22:00:45.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3066600448 bytes 2026-02-22T22:00:45.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3114844160 bytes 2026-02-22T22:00:45.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3136773120 bytes 2026-02-22T22:00:45.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3194200064 bytes 2026-02-22T22:00:45.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3207454720 bytes 2026-02-22T22:00:45.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3230171136 bytes 2026-02-22T22:00:45.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3230795776 bytes 2026-02-22T22:00:45.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3271301120 bytes 2026-02-22T22:00:45.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3276789760 bytes 2026-02-22T22:00:45.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3291215872 bytes 2026-02-22T22:00:45.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3344162816 bytes 2026-02-22T22:00:45.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3399080960 bytes 2026-02-22T22:00:45.596 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3424473088 bytes 2026-02-22T22:00:45.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3435780096 bytes 2026-02-22T22:00:45.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3463951360 bytes 2026-02-22T22:00:45.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3493628928 bytes 2026-02-22T22:00:45.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3586396160 bytes 2026-02-22T22:00:45.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3650436096 bytes 2026-02-22T22:00:45.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3708320768 bytes 2026-02-22T22:00:45.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3780555776 bytes 2026-02-22T22:00:46.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3852080128 bytes 2026-02-22T22:00:46.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3884821504 bytes 2026-02-22T22:00:46.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3909293056 bytes 2026-02-22T22:00:46.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3929695232 bytes 2026-02-22T22:00:46.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3964538880 bytes 2026-02-22T22:00:46.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3976189952 bytes 2026-02-22T22:00:46.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4026407936 bytes 2026-02-22T22:00:46.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4096633856 bytes 2026-02-22T22:00:46.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4144803840 bytes 2026-02-22T22:00:46.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4221638656 bytes 2026-02-22T22:00:46.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4264551424 bytes 2026-02-22T22:00:46.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4332680192 bytes 2026-02-22T22:00:46.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4386351104 bytes 2026-02-22T22:00:46.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4416135168 bytes 2026-02-22T22:00:46.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4442943488 bytes 2026-02-22T22:00:46.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4477689856 bytes 2026-02-22T22:00:46.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4513815552 bytes 2026-02-22T22:00:46.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4579548160 bytes 2026-02-22T22:00:47.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4665437184 bytes 2026-02-22T22:00:47.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4692176896 bytes 2026-02-22T22:00:47.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4697216000 bytes 2026-02-22T22:00:47.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4730790912 bytes 2026-02-22T22:00:47.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4736488448 bytes 2026-02-22T22:00:47.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4790400000 bytes 2026-02-22T22:00:47.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4858678272 bytes 2026-02-22T22:00:47.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4874570752 bytes 2026-02-22T22:00:47.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4931095552 bytes 2026-02-22T22:00:47.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4967374848 bytes 2026-02-22T22:00:47.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4999666688 bytes 2026-02-22T22:00:47.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5000266752 bytes 2026-02-22T22:00:47.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5090889728 bytes 2026-02-22T22:00:47.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5132451840 bytes 2026-02-22T22:00:47.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5169224704 bytes 2026-02-22T22:00:47.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5205308416 bytes 2026-02-22T22:00:47.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5261362176 bytes 2026-02-22T22:00:47.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5296075776 bytes 2026-02-22T22:00:47.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5323912192 bytes 2026-02-22T22:00:47.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5377154048 bytes 2026-02-22T22:00:48.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5440701440 bytes 2026-02-22T22:00:48.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5528324096 bytes 2026-02-22T22:00:48.155 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.5663585207801325) > weight (0.25) 2026-02-22T22:00:48.155 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.789721434945528) > weight (0.25) 2026-02-22T22:00:48.155 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.2 2026-02-22T22:00:48.156 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Sent signal 15 2026-02-22T22:00:48.156 INFO:tasks.rbd_mirror_thrash:waiting for 3.6371381374262466 secs before reviving daemons 2026-02-22T22:00:48.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5573924864 bytes 2026-02-22T22:00:48.156 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:00:48.157+0000 7f2fb495b640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 (PID: 19845) UID: 1000 2026-02-22T22:00:48.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5639606272 bytes 2026-02-22T22:00:48.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5718073344 bytes 2026-02-22T22:00:48.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5732014080 bytes 2026-02-22T22:00:48.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5797006336 bytes 2026-02-22T22:00:48.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5834866688 bytes 2026-02-22T22:00:48.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5855323136 bytes 2026-02-22T22:00:48.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5857118208 bytes 2026-02-22T22:00:48.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5875912704 bytes 2026-02-22T22:00:48.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5880905728 bytes 2026-02-22T22:00:48.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5915370496 bytes 2026-02-22T22:00:48.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5978699776 bytes 2026-02-22T22:00:48.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5998837760 bytes 2026-02-22T22:00:48.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6048424960 bytes 2026-02-22T22:00:48.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6084737024 bytes 2026-02-22T22:00:48.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6149994496 bytes 2026-02-22T22:00:49.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6201458688 bytes 2026-02-22T22:00:49.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6262009856 bytes 2026-02-22T22:00:49.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6267004928 bytes 2026-02-22T22:00:49.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6332077056 bytes 2026-02-22T22:00:49.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6373926912 bytes 2026-02-22T22:00:49.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6427150336 bytes 2026-02-22T22:00:49.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6428544000 bytes 2026-02-22T22:00:49.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6472297472 bytes 2026-02-22T22:00:49.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6513486848 bytes 2026-02-22T22:00:49.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6622595072 bytes 2026-02-22T22:00:49.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6680911872 bytes 2026-02-22T22:00:49.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6746339328 bytes 2026-02-22T22:00:49.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6831318016 bytes 2026-02-22T22:00:49.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6844183552 bytes 2026-02-22T22:00:49.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6853745664 bytes 2026-02-22T22:00:49.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6891015168 bytes 2026-02-22T22:00:49.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6894034944 bytes 2026-02-22T22:00:49.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6933868544 bytes 2026-02-22T22:00:49.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6975653888 bytes 2026-02-22T22:00:49.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6977641472 bytes 2026-02-22T22:00:50.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7048695808 bytes 2026-02-22T22:00:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7104179200 bytes 2026-02-22T22:00:50.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7213673472 bytes 2026-02-22T22:00:50.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7242761216 bytes 2026-02-22T22:00:50.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7261924352 bytes 2026-02-22T22:00:50.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7269861376 bytes 2026-02-22T22:00:50.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7277574144 bytes 2026-02-22T22:00:50.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7297258496 bytes 2026-02-22T22:00:50.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7347361792 bytes 2026-02-22T22:00:50.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7347969024 bytes 2026-02-22T22:00:50.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7371539456 bytes 2026-02-22T22:00:50.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7407927296 bytes 2026-02-22T22:00:50.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7443677184 bytes 2026-02-22T22:00:50.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7463585792 bytes 2026-02-22T22:00:50.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7492867072 bytes 2026-02-22T22:00:50.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7538546688 bytes 2026-02-22T22:00:50.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7570368512 bytes 2026-02-22T22:00:50.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7607231488 bytes 2026-02-22T22:00:50.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7686307840 bytes 2026-02-22T22:00:50.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7741370368 bytes 2026-02-22T22:00:51.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7766124544 bytes 2026-02-22T22:00:51.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7817255936 bytes 2026-02-22T22:00:51.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7895999488 bytes 2026-02-22T22:00:51.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7920264192 bytes 2026-02-22T22:00:51.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 7976968192 bytes 2026-02-22T22:00:51.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8002475008 bytes 2026-02-22T22:00:51.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8040453120 bytes 2026-02-22T22:00:51.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8092748800 bytes 2026-02-22T22:00:51.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8108072960 bytes 2026-02-22T22:00:51.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8118719488 bytes 2026-02-22T22:00:51.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8119336960 bytes 2026-02-22T22:00:51.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8235779072 bytes 2026-02-22T22:00:51.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8282939392 bytes 2026-02-22T22:00:51.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8306021376 bytes 2026-02-22T22:00:51.793 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.2 2026-02-22T22:00:51.793 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:00:51.794 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.2 2026-02-22T22:00:51.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Restarting daemon 2026-02-22T22:00:51.794 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 2026-02-22T22:00:51.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8390659072 bytes 2026-02-22T22:00:51.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Started 2026-02-22T22:00:51.795 INFO:tasks.rbd_mirror_thrash:waiting for 116.49040750937041 secs before thrashing 2026-02-22T22:00:51.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8445670400 bytes 2026-02-22T22:00:51.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8467789824 bytes 2026-02-22T22:00:51.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8510948352 bytes 2026-02-22T22:00:52.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8563474432 bytes 2026-02-22T22:00:52.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8564116480 bytes 2026-02-22T22:00:52.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8598770688 bytes 2026-02-22T22:00:52.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8631583744 bytes 2026-02-22T22:00:52.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8698624000 bytes 2026-02-22T22:00:52.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8766031872 bytes 2026-02-22T22:00:52.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8828981248 bytes 2026-02-22T22:00:52.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8919030784 bytes 2026-02-22T22:00:52.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8934696960 bytes 2026-02-22T22:00:52.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 8958627840 bytes 2026-02-22T22:00:52.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9034175488 bytes 2026-02-22T22:00:52.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9034790912 bytes 2026-02-22T22:00:52.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9093145600 bytes 2026-02-22T22:00:52.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9134644224 bytes 2026-02-22T22:00:52.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9194479616 bytes 2026-02-22T22:00:53.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9198332928 bytes 2026-02-22T22:00:53.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9208152064 bytes 2026-02-22T22:00:53.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9275056128 bytes 2026-02-22T22:00:53.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9369169920 bytes 2026-02-22T22:00:53.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9392965632 bytes 2026-02-22T22:00:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9418735616 bytes 2026-02-22T22:00:53.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9460646912 bytes 2026-02-22T22:00:53.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9580170240 bytes 2026-02-22T22:00:53.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 9630148608 bytes 2026-02-22T22:00:53.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 9652090880 bytes 2026-02-22T22:00:53.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 9669526528 bytes 2026-02-22T22:00:53.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 9680406528 bytes 2026-02-22T22:00:53.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 9699916800 bytes 2026-02-22T22:00:53.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 9755708416 bytes 2026-02-22T22:00:53.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 9809087488 bytes 2026-02-22T22:00:53.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 9902815232 bytes 2026-02-22T22:00:53.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 10007608320 bytes 2026-02-22T22:00:53.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 10053594112 bytes 2026-02-22T22:00:54.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 10149806080 bytes 2026-02-22T22:00:54.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 10240414720 bytes 2026-02-22T22:00:54.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 10270508032 bytes 2026-02-22T22:00:54.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 10315287552 bytes 2026-02-22T22:00:54.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 10341274624 bytes 2026-02-22T22:00:54.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 10401716224 bytes 2026-02-22T22:00:54.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 10429832192 bytes 2026-02-22T22:00:54.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 10442023936 bytes 2026-02-22T22:00:54.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 10462076928 bytes 2026-02-22T22:00:54.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25100 IOs, 10525612032 bytes 2026-02-22T22:00:54.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25200 IOs, 10585374720 bytes 2026-02-22T22:00:54.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25300 IOs, 10609560576 bytes 2026-02-22T22:00:54.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25400 IOs, 10650149888 bytes 2026-02-22T22:00:54.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25500 IOs, 10793847808 bytes 2026-02-22T22:00:54.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25600 IOs, 10848463872 bytes 2026-02-22T22:00:54.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25700 IOs, 10898616320 bytes 2026-02-22T22:00:54.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25800 IOs, 10911945728 bytes 2026-02-22T22:00:54.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25900 IOs, 10947503104 bytes 2026-02-22T22:00:55.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26000 IOs, 10956194816 bytes 2026-02-22T22:00:55.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26100 IOs, 10967481344 bytes 2026-02-22T22:00:55.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:00:55.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:00:55.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:00:55.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:55.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:00:55.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_20 2026-02-22T22:00:55.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_20 snapshot 128M 2026-02-22T22:00:55.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:55.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_20 128M 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:55.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:55.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:55.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:55.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:00:55.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:55.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:00:55.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:00:55.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:00:55.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:00:55.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_20 2026-02-22T22:00:55.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:00:55.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:55.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:00:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:00:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_20 snapshot 2026-02-22T22:00:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:00:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:00:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_20 snapshot 2026-02-22T22:00:56.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:00:56.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_20 2026-02-22T22:00:56.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_20': 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13495229a183 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13495229a183 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:55 2026 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:55 2026 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:55 2026 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 293f9481-f090-4729-a6b9-4e2e066a613b 2026-02-22T22:00:56.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:00:56.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:00:56.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_20 2026-02-22T22:00:56.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:00:56.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:00:56.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:00:56.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:00:56.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=10 2026-02-22T22:00:56.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:00:56.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 10s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_20 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:00:56.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 61632512 bytes 2026-02-22T22:00:56.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 108485632 bytes 2026-02-22T22:00:56.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 180630528 bytes 2026-02-22T22:00:56.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 229069824 bytes 2026-02-22T22:00:56.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 268607488 bytes 2026-02-22T22:00:56.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 284598272 bytes 2026-02-22T22:00:56.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 354478080 bytes 2026-02-22T22:00:56.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 424310784 bytes 2026-02-22T22:00:56.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 469475328 bytes 2026-02-22T22:00:56.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 478674944 bytes 2026-02-22T22:00:56.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 488354816 bytes 2026-02-22T22:00:56.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 538227712 bytes 2026-02-22T22:00:56.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 546822144 bytes 2026-02-22T22:00:56.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 578198528 bytes 2026-02-22T22:00:56.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 598154240 bytes 2026-02-22T22:00:56.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 634341376 bytes 2026-02-22T22:00:57.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 694631424 bytes 2026-02-22T22:00:57.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 750398464 bytes 2026-02-22T22:00:57.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 808801280 bytes 2026-02-22T22:00:57.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 876612608 bytes 2026-02-22T22:00:57.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 877224960 bytes 2026-02-22T22:00:57.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 898697216 bytes 2026-02-22T22:00:57.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 906543104 bytes 2026-02-22T22:00:57.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 970949632 bytes 2026-02-22T22:00:57.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1016607744 bytes 2026-02-22T22:00:57.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1068508160 bytes 2026-02-22T22:00:57.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1114072064 bytes 2026-02-22T22:00:57.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1184776192 bytes 2026-02-22T22:00:57.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1206396928 bytes 2026-02-22T22:00:57.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1238303744 bytes 2026-02-22T22:00:57.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1306456064 bytes 2026-02-22T22:00:57.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1326633984 bytes 2026-02-22T22:00:57.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1348830208 bytes 2026-02-22T22:00:57.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1409565696 bytes 2026-02-22T22:00:57.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1434611712 bytes 2026-02-22T22:00:57.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1490599936 bytes 2026-02-22T22:00:58.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1556117504 bytes 2026-02-22T22:00:58.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1592051712 bytes 2026-02-22T22:00:58.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1592677376 bytes 2026-02-22T22:00:58.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1630246912 bytes 2026-02-22T22:00:58.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1690180608 bytes 2026-02-22T22:00:58.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1735176192 bytes 2026-02-22T22:00:58.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1824139264 bytes 2026-02-22T22:00:58.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1871444992 bytes 2026-02-22T22:00:58.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1952259072 bytes 2026-02-22T22:00:58.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1995815936 bytes 2026-02-22T22:00:58.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2017645568 bytes 2026-02-22T22:00:58.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2054072320 bytes 2026-02-22T22:00:58.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2110534656 bytes 2026-02-22T22:00:58.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2150460416 bytes 2026-02-22T22:00:58.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2192192512 bytes 2026-02-22T22:00:58.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2209900544 bytes 2026-02-22T22:00:58.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2265345024 bytes 2026-02-22T22:00:58.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2282186752 bytes 2026-02-22T22:00:58.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2337831936 bytes 2026-02-22T22:00:59.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2369350656 bytes 2026-02-22T22:00:59.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2431328256 bytes 2026-02-22T22:00:59.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2473580544 bytes 2026-02-22T22:00:59.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2488329216 bytes 2026-02-22T22:00:59.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2537788416 bytes 2026-02-22T22:00:59.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2557331456 bytes 2026-02-22T22:00:59.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2607525888 bytes 2026-02-22T22:00:59.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2641862656 bytes 2026-02-22T22:00:59.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2730258432 bytes 2026-02-22T22:00:59.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2731620352 bytes 2026-02-22T22:00:59.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2732243968 bytes 2026-02-22T22:00:59.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2732868608 bytes 2026-02-22T22:00:59.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2761059328 bytes 2026-02-22T22:00:59.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2807135232 bytes 2026-02-22T22:00:59.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2840950784 bytes 2026-02-22T22:00:59.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2870174720 bytes 2026-02-22T22:00:59.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2930804736 bytes 2026-02-22T22:00:59.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2948332544 bytes 2026-02-22T22:00:59.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2979472384 bytes 2026-02-22T22:00:59.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2999461888 bytes 2026-02-22T22:00:59.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3056441344 bytes 2026-02-22T22:01:00.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3081157632 bytes 2026-02-22T22:01:00.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3135808512 bytes 2026-02-22T22:01:00.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3212151808 bytes 2026-02-22T22:01:00.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3245625344 bytes 2026-02-22T22:01:00.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3301303296 bytes 2026-02-22T22:01:00.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3336316928 bytes 2026-02-22T22:01:00.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3408285696 bytes 2026-02-22T22:01:00.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3456185344 bytes 2026-02-22T22:01:00.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3481009152 bytes 2026-02-22T22:01:00.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3535950848 bytes 2026-02-22T22:01:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3537135616 bytes 2026-02-22T22:01:00.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3542520832 bytes 2026-02-22T22:01:00.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3572824064 bytes 2026-02-22T22:01:00.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3599811584 bytes 2026-02-22T22:01:00.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3616884736 bytes 2026-02-22T22:01:00.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3642710016 bytes 2026-02-22T22:01:00.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3652140032 bytes 2026-02-22T22:01:00.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3669146624 bytes 2026-02-22T22:01:00.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3684784128 bytes 2026-02-22T22:01:00.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3723398144 bytes 2026-02-22T22:01:01.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3830080512 bytes 2026-02-22T22:01:01.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3912238080 bytes 2026-02-22T22:01:01.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3968583680 bytes 2026-02-22T22:01:01.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3974084608 bytes 2026-02-22T22:01:01.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4096095232 bytes 2026-02-22T22:01:01.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4125845504 bytes 2026-02-22T22:01:01.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4198876160 bytes 2026-02-22T22:01:01.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4283344896 bytes 2026-02-22T22:01:01.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4314788864 bytes 2026-02-22T22:01:01.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4341888000 bytes 2026-02-22T22:01:01.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4385629184 bytes 2026-02-22T22:01:01.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4409714688 bytes 2026-02-22T22:01:01.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4489118720 bytes 2026-02-22T22:01:01.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4498492416 bytes 2026-02-22T22:01:01.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4568767488 bytes 2026-02-22T22:01:01.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4591118336 bytes 2026-02-22T22:01:01.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4634617856 bytes 2026-02-22T22:01:01.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4672077824 bytes 2026-02-22T22:01:02.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4704773120 bytes 2026-02-22T22:01:02.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4713166848 bytes 2026-02-22T22:01:02.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4750319616 bytes 2026-02-22T22:01:02.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4854406144 bytes 2026-02-22T22:01:02.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4886375424 bytes 2026-02-22T22:01:02.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4897983488 bytes 2026-02-22T22:01:02.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4922037248 bytes 2026-02-22T22:01:02.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4977443840 bytes 2026-02-22T22:01:02.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5002693632 bytes 2026-02-22T22:01:02.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5032932352 bytes 2026-02-22T22:01:02.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5065247744 bytes 2026-02-22T22:01:02.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5122819072 bytes 2026-02-22T22:01:02.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5215420416 bytes 2026-02-22T22:01:02.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5230750720 bytes 2026-02-22T22:01:02.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5284962304 bytes 2026-02-22T22:01:02.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5295510528 bytes 2026-02-22T22:01:02.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5310630912 bytes 2026-02-22T22:01:02.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5337110528 bytes 2026-02-22T22:01:02.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5352900608 bytes 2026-02-22T22:01:02.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5409802240 bytes 2026-02-22T22:01:03.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5434004480 bytes 2026-02-22T22:01:03.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5465159680 bytes 2026-02-22T22:01:03.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5523978240 bytes 2026-02-22T22:01:03.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5580120064 bytes 2026-02-22T22:01:03.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5622909952 bytes 2026-02-22T22:01:03.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5681149952 bytes 2026-02-22T22:01:03.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5697548288 bytes 2026-02-22T22:01:03.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5738600448 bytes 2026-02-22T22:01:03.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5739230208 bytes 2026-02-22T22:01:03.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5794914304 bytes 2026-02-22T22:01:03.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5809602560 bytes 2026-02-22T22:01:03.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5883869184 bytes 2026-02-22T22:01:03.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5988036608 bytes 2026-02-22T22:01:03.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6008518656 bytes 2026-02-22T22:01:03.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6036325376 bytes 2026-02-22T22:01:03.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6073601024 bytes 2026-02-22T22:01:03.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6144499712 bytes 2026-02-22T22:01:03.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6179369984 bytes 2026-02-22T22:01:03.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6185457664 bytes 2026-02-22T22:01:03.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6223951872 bytes 2026-02-22T22:01:04.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6263479296 bytes 2026-02-22T22:01:04.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6264369152 bytes 2026-02-22T22:01:04.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6280417280 bytes 2026-02-22T22:01:04.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6366653440 bytes 2026-02-22T22:01:04.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6380899328 bytes 2026-02-22T22:01:04.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6436228096 bytes 2026-02-22T22:01:04.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6457988096 bytes 2026-02-22T22:01:04.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6484336640 bytes 2026-02-22T22:01:04.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6554456064 bytes 2026-02-22T22:01:04.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6589211648 bytes 2026-02-22T22:01:04.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6640374784 bytes 2026-02-22T22:01:04.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6656739328 bytes 2026-02-22T22:01:04.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6703934464 bytes 2026-02-22T22:01:04.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6733048832 bytes 2026-02-22T22:01:04.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6778703872 bytes 2026-02-22T22:01:04.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6805152768 bytes 2026-02-22T22:01:04.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 6808144896 bytes 2026-02-22T22:01:04.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 6848808960 bytes 2026-02-22T22:01:04.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 6864710656 bytes 2026-02-22T22:01:04.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 6889431040 bytes 2026-02-22T22:01:04.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 6957516800 bytes 2026-02-22T22:01:04.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 6978157568 bytes 2026-02-22T22:01:05.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7014201344 bytes 2026-02-22T22:01:05.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7090914304 bytes 2026-02-22T22:01:05.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7139163136 bytes 2026-02-22T22:01:05.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7181540352 bytes 2026-02-22T22:01:05.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7238196224 bytes 2026-02-22T22:01:05.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7293237248 bytes 2026-02-22T22:01:05.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7321162752 bytes 2026-02-22T22:01:05.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7373337600 bytes 2026-02-22T22:01:05.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7456513024 bytes 2026-02-22T22:01:05.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7470128128 bytes 2026-02-22T22:01:05.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7514133504 bytes 2026-02-22T22:01:05.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7544553472 bytes 2026-02-22T22:01:05.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7563813888 bytes 2026-02-22T22:01:05.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7606536192 bytes 2026-02-22T22:01:05.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7631751168 bytes 2026-02-22T22:01:05.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7667526656 bytes 2026-02-22T22:01:05.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7668135936 bytes 2026-02-22T22:01:05.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7717513216 bytes 2026-02-22T22:01:05.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 7763134464 bytes 2026-02-22T22:01:06.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 7811334144 bytes 2026-02-22T22:01:06.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:01:06.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_21 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_21 snapshot 128M 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:01:06.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_21 128M 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:01:06.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:01:06.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:01:06.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:06.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_21 2026-02-22T22:01:06.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:01:06.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:06.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:01:06.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:06.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_21 snapshot 2026-02-22T22:01:06.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:06.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:06.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:01:06.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:06.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_21 snapshot 2026-02-22T22:01:07.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:01:07.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_21 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_21': 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 135524c44bd9 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.135524c44bd9 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:01:07.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:01:07.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:06 2026 2026-02-22T22:01:07.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:06 2026 2026-02-22T22:01:07.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:06 2026 2026-02-22T22:01:07.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:01:07.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:01:07.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: a08dc4ee-0906-4b87-98fc-51f6c8a326fa 2026-02-22T22:01:07.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:01:07.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:01:07.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_21 2026-02-22T22:01:07.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:07.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:07.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:01:07.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:01:07.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=13 2026-02-22T22:01:07.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:01:07.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 13s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_21 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:01:07.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 8013824 bytes 2026-02-22T22:01:07.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 39335936 bytes 2026-02-22T22:01:07.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 101516288 bytes 2026-02-22T22:01:07.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 153261056 bytes 2026-02-22T22:01:07.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 212434944 bytes 2026-02-22T22:01:07.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 277466112 bytes 2026-02-22T22:01:07.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 333246464 bytes 2026-02-22T22:01:07.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 390632448 bytes 2026-02-22T22:01:07.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 414710784 bytes 2026-02-22T22:01:07.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 440192000 bytes 2026-02-22T22:01:07.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 482564096 bytes 2026-02-22T22:01:07.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 521435136 bytes 2026-02-22T22:01:07.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 558887936 bytes 2026-02-22T22:01:07.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 597515264 bytes 2026-02-22T22:01:07.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 662104064 bytes 2026-02-22T22:01:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 669545472 bytes 2026-02-22T22:01:08.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 681309184 bytes 2026-02-22T22:01:08.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 720137216 bytes 2026-02-22T22:01:08.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 753520640 bytes 2026-02-22T22:01:08.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 795977728 bytes 2026-02-22T22:01:08.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 843722752 bytes 2026-02-22T22:01:08.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 862480384 bytes 2026-02-22T22:01:08.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 885751808 bytes 2026-02-22T22:01:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 886368256 bytes 2026-02-22T22:01:08.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 958886912 bytes 2026-02-22T22:01:08.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 978575360 bytes 2026-02-22T22:01:08.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 981132288 bytes 2026-02-22T22:01:08.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 981749760 bytes 2026-02-22T22:01:08.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1012068352 bytes 2026-02-22T22:01:08.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1040405504 bytes 2026-02-22T22:01:08.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1087115264 bytes 2026-02-22T22:01:08.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1155450880 bytes 2026-02-22T22:01:08.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1175399424 bytes 2026-02-22T22:01:08.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1244648448 bytes 2026-02-22T22:01:08.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1265745920 bytes 2026-02-22T22:01:08.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1312561152 bytes 2026-02-22T22:01:08.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1364530176 bytes 2026-02-22T22:01:09.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1407087616 bytes 2026-02-22T22:01:09.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1438224384 bytes 2026-02-22T22:01:09.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1514943488 bytes 2026-02-22T22:01:09.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1544930304 bytes 2026-02-22T22:01:09.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1597811712 bytes 2026-02-22T22:01:09.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1668459520 bytes 2026-02-22T22:01:09.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1692280832 bytes 2026-02-22T22:01:09.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1755631616 bytes 2026-02-22T22:01:09.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1820073984 bytes 2026-02-22T22:01:09.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1857619968 bytes 2026-02-22T22:01:09.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1891416064 bytes 2026-02-22T22:01:09.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1914621952 bytes 2026-02-22T22:01:09.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1975781376 bytes 2026-02-22T22:01:09.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2014561280 bytes 2026-02-22T22:01:09.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2068889600 bytes 2026-02-22T22:01:09.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2122991616 bytes 2026-02-22T22:01:09.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2179846144 bytes 2026-02-22T22:01:09.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2230947840 bytes 2026-02-22T22:01:10.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2285179904 bytes 2026-02-22T22:01:10.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2306876416 bytes 2026-02-22T22:01:10.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2367370240 bytes 2026-02-22T22:01:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2427928576 bytes 2026-02-22T22:01:10.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2438880256 bytes 2026-02-22T22:01:10.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2499011584 bytes 2026-02-22T22:01:10.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2520673280 bytes 2026-02-22T22:01:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2617237504 bytes 2026-02-22T22:01:10.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2627312640 bytes 2026-02-22T22:01:10.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2674758656 bytes 2026-02-22T22:01:10.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2702342144 bytes 2026-02-22T22:01:10.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2705327104 bytes 2026-02-22T22:01:10.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2749860864 bytes 2026-02-22T22:01:10.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2775356416 bytes 2026-02-22T22:01:10.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2848553984 bytes 2026-02-22T22:01:10.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2876424192 bytes 2026-02-22T22:01:10.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2943230976 bytes 2026-02-22T22:01:10.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2983250944 bytes 2026-02-22T22:01:10.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3032770560 bytes 2026-02-22T22:01:11.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3064981504 bytes 2026-02-22T22:01:11.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3129117696 bytes 2026-02-22T22:01:11.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3148090368 bytes 2026-02-22T22:01:11.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3223133184 bytes 2026-02-22T22:01:11.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3253347328 bytes 2026-02-22T22:01:11.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3272463360 bytes 2026-02-22T22:01:11.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3307356160 bytes 2026-02-22T22:01:11.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3309522944 bytes 2026-02-22T22:01:11.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3345562624 bytes 2026-02-22T22:01:11.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3413300224 bytes 2026-02-22T22:01:11.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3459717120 bytes 2026-02-22T22:01:11.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3523647488 bytes 2026-02-22T22:01:11.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3560992768 bytes 2026-02-22T22:01:11.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3617702912 bytes 2026-02-22T22:01:11.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3645657088 bytes 2026-02-22T22:01:11.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3698350080 bytes 2026-02-22T22:01:11.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3749250048 bytes 2026-02-22T22:01:11.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3765196800 bytes 2026-02-22T22:01:11.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3835644928 bytes 2026-02-22T22:01:12.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3919970304 bytes 2026-02-22T22:01:12.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3951205376 bytes 2026-02-22T22:01:12.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4001204224 bytes 2026-02-22T22:01:12.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4089999360 bytes 2026-02-22T22:01:12.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4124758016 bytes 2026-02-22T22:01:12.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4190800896 bytes 2026-02-22T22:01:12.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4246763520 bytes 2026-02-22T22:01:12.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4285132800 bytes 2026-02-22T22:01:12.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4336750592 bytes 2026-02-22T22:01:12.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4369392640 bytes 2026-02-22T22:01:12.570 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4396438528 bytes 2026-02-22T22:01:12.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4421796864 bytes 2026-02-22T22:01:12.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4436543488 bytes 2026-02-22T22:01:12.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4529657856 bytes 2026-02-22T22:01:12.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4552866816 bytes 2026-02-22T22:01:12.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4621960192 bytes 2026-02-22T22:01:12.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4659581952 bytes 2026-02-22T22:01:12.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4683338752 bytes 2026-02-22T22:01:12.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4747150336 bytes 2026-02-22T22:01:13.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4769082368 bytes 2026-02-22T22:01:13.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4812975104 bytes 2026-02-22T22:01:13.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4840755200 bytes 2026-02-22T22:01:13.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4890928128 bytes 2026-02-22T22:01:13.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4908325888 bytes 2026-02-22T22:01:13.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4938030080 bytes 2026-02-22T22:01:13.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5057015808 bytes 2026-02-22T22:01:13.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5168776192 bytes 2026-02-22T22:01:13.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5221838848 bytes 2026-02-22T22:01:13.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5260162048 bytes 2026-02-22T22:01:13.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5361713152 bytes 2026-02-22T22:01:13.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5422838784 bytes 2026-02-22T22:01:13.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5443757056 bytes 2026-02-22T22:01:13.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5497477120 bytes 2026-02-22T22:01:13.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5575153664 bytes 2026-02-22T22:01:13.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5624101888 bytes 2026-02-22T22:01:13.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5657270272 bytes 2026-02-22T22:01:14.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5674298368 bytes 2026-02-22T22:01:14.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5741527040 bytes 2026-02-22T22:01:14.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5768501248 bytes 2026-02-22T22:01:14.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5819976704 bytes 2026-02-22T22:01:14.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5892840448 bytes 2026-02-22T22:01:14.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5893457920 bytes 2026-02-22T22:01:14.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5924166656 bytes 2026-02-22T22:01:14.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5943226368 bytes 2026-02-22T22:01:14.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5970240512 bytes 2026-02-22T22:01:14.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6009015296 bytes 2026-02-22T22:01:14.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6043631616 bytes 2026-02-22T22:01:14.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6092705792 bytes 2026-02-22T22:01:14.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6147789824 bytes 2026-02-22T22:01:14.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6180634624 bytes 2026-02-22T22:01:14.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6188686336 bytes 2026-02-22T22:01:14.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6250597376 bytes 2026-02-22T22:01:14.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6266096640 bytes 2026-02-22T22:01:14.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6285119488 bytes 2026-02-22T22:01:14.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6338016256 bytes 2026-02-22T22:01:14.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6379707392 bytes 2026-02-22T22:01:15.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6434198528 bytes 2026-02-22T22:01:15.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6480048128 bytes 2026-02-22T22:01:15.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6504807424 bytes 2026-02-22T22:01:15.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6525472768 bytes 2026-02-22T22:01:15.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6612274176 bytes 2026-02-22T22:01:15.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6612901888 bytes 2026-02-22T22:01:15.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6653967360 bytes 2026-02-22T22:01:15.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6704662528 bytes 2026-02-22T22:01:15.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6751570944 bytes 2026-02-22T22:01:15.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6800024576 bytes 2026-02-22T22:01:15.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6841372672 bytes 2026-02-22T22:01:15.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6894095360 bytes 2026-02-22T22:01:15.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6965866496 bytes 2026-02-22T22:01:15.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7021587456 bytes 2026-02-22T22:01:15.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7065216000 bytes 2026-02-22T22:01:15.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7132268544 bytes 2026-02-22T22:01:15.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7160188928 bytes 2026-02-22T22:01:15.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7194492928 bytes 2026-02-22T22:01:15.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7239557120 bytes 2026-02-22T22:01:16.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7312408576 bytes 2026-02-22T22:01:16.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7384396800 bytes 2026-02-22T22:01:16.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7449765888 bytes 2026-02-22T22:01:16.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7491663872 bytes 2026-02-22T22:01:16.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7505590272 bytes 2026-02-22T22:01:16.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7527785472 bytes 2026-02-22T22:01:16.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7578033152 bytes 2026-02-22T22:01:16.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7610919936 bytes 2026-02-22T22:01:16.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7631813632 bytes 2026-02-22T22:01:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7659581440 bytes 2026-02-22T22:01:16.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7674177536 bytes 2026-02-22T22:01:16.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7707385856 bytes 2026-02-22T22:01:16.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7738396672 bytes 2026-02-22T22:01:16.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7833927680 bytes 2026-02-22T22:01:16.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7835468800 bytes 2026-02-22T22:01:16.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7868497920 bytes 2026-02-22T22:01:16.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7869137920 bytes 2026-02-22T22:01:16.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7969260544 bytes 2026-02-22T22:01:16.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 8016632832 bytes 2026-02-22T22:01:16.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 8034435072 bytes 2026-02-22T22:01:17.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8057701376 bytes 2026-02-22T22:01:17.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8172897280 bytes 2026-02-22T22:01:17.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8175823872 bytes 2026-02-22T22:01:17.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8245758976 bytes 2026-02-22T22:01:17.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8313757696 bytes 2026-02-22T22:01:17.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8420273152 bytes 2026-02-22T22:01:17.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8483472384 bytes 2026-02-22T22:01:17.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8507829248 bytes 2026-02-22T22:01:17.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8545286144 bytes 2026-02-22T22:01:17.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8545893376 bytes 2026-02-22T22:01:18.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8565999616 bytes 2026-02-22T22:01:18.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8608307200 bytes 2026-02-22T22:01:18.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8696054784 bytes 2026-02-22T22:01:18.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8797056000 bytes 2026-02-22T22:01:18.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8828832768 bytes 2026-02-22T22:01:18.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8871613440 bytes 2026-02-22T22:01:18.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8933140480 bytes 2026-02-22T22:01:18.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8945634304 bytes 2026-02-22T22:01:18.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 9054657536 bytes 2026-02-22T22:01:18.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 9078457344 bytes 2026-02-22T22:01:18.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 9124271104 bytes 2026-02-22T22:01:18.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 9199013888 bytes 2026-02-22T22:01:18.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 9213228032 bytes 2026-02-22T22:01:18.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 9324365824 bytes 2026-02-22T22:01:18.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9401155584 bytes 2026-02-22T22:01:18.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9442497536 bytes 2026-02-22T22:01:18.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9513955328 bytes 2026-02-22T22:01:19.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9550116864 bytes 2026-02-22T22:01:19.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9636457472 bytes 2026-02-22T22:01:19.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9665107968 bytes 2026-02-22T22:01:19.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9709426688 bytes 2026-02-22T22:01:19.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9753116672 bytes 2026-02-22T22:01:19.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9814384640 bytes 2026-02-22T22:01:19.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9859369984 bytes 2026-02-22T22:01:19.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9968043008 bytes 2026-02-22T22:01:19.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 10004520960 bytes 2026-02-22T22:01:19.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 10018473984 bytes 2026-02-22T22:01:19.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 10038319104 bytes 2026-02-22T22:01:19.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 10058267648 bytes 2026-02-22T22:01:19.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 10073700352 bytes 2026-02-22T22:01:19.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 10098646016 bytes 2026-02-22T22:01:19.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 10148566016 bytes 2026-02-22T22:01:19.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 10210042880 bytes 2026-02-22T22:01:19.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 10255362048 bytes 2026-02-22T22:01:19.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 10303772672 bytes 2026-02-22T22:01:19.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 10314016768 bytes 2026-02-22T22:01:19.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 10336896000 bytes 2026-02-22T22:01:20.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 10427618304 bytes 2026-02-22T22:01:20.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 10431864832 bytes 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_22 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_22 snapshot 128M 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:20.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_22 128M 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:20.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_22 2026-02-22T22:01:20.129 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.6333318441199589) > weight (0.25) 2026-02-22T22:01:20.129 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.34892406282087507) > weight (0.25) 2026-02-22T22:01:20.129 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.2 with skip (0.5609485122856123) > weight (0.25) 2026-02-22T22:01:20.130 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.3 2026-02-22T22:01:20.130 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Sent signal 15 2026-02-22T22:01:20.130 INFO:tasks.rbd_mirror_thrash:waiting for 4.546310653422956 secs before reviving daemons 2026-02-22T22:01:20.130 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:01:20.137+0000 7f8ebe6b8640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.3 (PID: 29892) UID: 1000 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_22 snapshot 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:20.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_22 snapshot 2026-02-22T22:01:21.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:01:21.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_22 2026-02-22T22:01:21.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_22': 2026-02-22T22:01:21.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:01:21.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:01:21.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:01:21.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 136195ca145e 2026-02-22T22:01:21.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.136195ca145e 2026-02-22T22:01:21.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:01:21.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:01:21.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:01:21.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:01:21.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:20 2026 2026-02-22T22:01:21.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:20 2026 2026-02-22T22:01:21.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:20 2026 2026-02-22T22:01:21.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:01:21.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:01:21.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: b202334e-bfe7-43b3-8398-7819ffbac998 2026-02-22T22:01:21.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:01:21.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:01:21.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_22 2026-02-22T22:01:21.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:21.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:21.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:01:21.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:01:21.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=10 2026-02-22T22:01:21.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:01:21.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 10s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_22 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:01:21.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 85660672 bytes 2026-02-22T22:01:21.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 93811712 bytes 2026-02-22T22:01:21.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 109832192 bytes 2026-02-22T22:01:21.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 140784640 bytes 2026-02-22T22:01:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 146210816 bytes 2026-02-22T22:01:21.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 200084480 bytes 2026-02-22T22:01:21.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 223517696 bytes 2026-02-22T22:01:21.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 227495936 bytes 2026-02-22T22:01:21.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 280706048 bytes 2026-02-22T22:01:21.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 306263040 bytes 2026-02-22T22:01:21.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 372156416 bytes 2026-02-22T22:01:21.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 437240832 bytes 2026-02-22T22:01:21.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 472316928 bytes 2026-02-22T22:01:21.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 532946944 bytes 2026-02-22T22:01:21.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 558448640 bytes 2026-02-22T22:01:22.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 596055040 bytes 2026-02-22T22:01:22.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 625540096 bytes 2026-02-22T22:01:22.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 657753088 bytes 2026-02-22T22:01:22.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 733018112 bytes 2026-02-22T22:01:22.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 776701952 bytes 2026-02-22T22:01:22.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 816336896 bytes 2026-02-22T22:01:22.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 878892032 bytes 2026-02-22T22:01:22.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 890206208 bytes 2026-02-22T22:01:22.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 890814464 bytes 2026-02-22T22:01:22.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 946146304 bytes 2026-02-22T22:01:22.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 985225216 bytes 2026-02-22T22:01:22.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 990670848 bytes 2026-02-22T22:01:22.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1049372672 bytes 2026-02-22T22:01:22.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1146293248 bytes 2026-02-22T22:01:22.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1168116736 bytes 2026-02-22T22:01:22.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1242234880 bytes 2026-02-22T22:01:22.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1286390784 bytes 2026-02-22T22:01:22.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1314649088 bytes 2026-02-22T22:01:22.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1389502464 bytes 2026-02-22T22:01:23.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1420808192 bytes 2026-02-22T22:01:23.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1452863488 bytes 2026-02-22T22:01:23.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1496118272 bytes 2026-02-22T22:01:23.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1589997568 bytes 2026-02-22T22:01:23.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1595446272 bytes 2026-02-22T22:01:23.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1676148736 bytes 2026-02-22T22:01:23.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1751691264 bytes 2026-02-22T22:01:23.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1787599872 bytes 2026-02-22T22:01:23.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1796030464 bytes 2026-02-22T22:01:23.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1845774336 bytes 2026-02-22T22:01:23.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1882507264 bytes 2026-02-22T22:01:23.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1895286784 bytes 2026-02-22T22:01:23.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1936418816 bytes 2026-02-22T22:01:23.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1989785600 bytes 2026-02-22T22:01:23.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2018211840 bytes 2026-02-22T22:01:23.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2031745024 bytes 2026-02-22T22:01:23.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2052684800 bytes 2026-02-22T22:01:23.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2093908992 bytes 2026-02-22T22:01:23.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2125071360 bytes 2026-02-22T22:01:24.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2133190656 bytes 2026-02-22T22:01:24.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2155737088 bytes 2026-02-22T22:01:24.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2192564224 bytes 2026-02-22T22:01:24.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2255027200 bytes 2026-02-22T22:01:24.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2320978944 bytes 2026-02-22T22:01:24.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2350726144 bytes 2026-02-22T22:01:24.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2426802176 bytes 2026-02-22T22:01:24.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2460732416 bytes 2026-02-22T22:01:24.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2537351168 bytes 2026-02-22T22:01:24.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2573425664 bytes 2026-02-22T22:01:24.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2597911552 bytes 2026-02-22T22:01:24.676 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.3 2026-02-22T22:01:24.677 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:01:24.677 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.3 2026-02-22T22:01:24.677 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Restarting daemon 2026-02-22T22:01:24.677 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.3 2026-02-22T22:01:24.679 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Started 2026-02-22T22:01:24.679 INFO:tasks.rbd_mirror_thrash:waiting for 71.43834807502176 secs before thrashing 2026-02-22T22:01:24.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2646931456 bytes 2026-02-22T22:01:24.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2650506240 bytes 2026-02-22T22:01:24.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2687586304 bytes 2026-02-22T22:01:24.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2730227712 bytes 2026-02-22T22:01:24.818 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T22:01:24.821+0000 7fd43d752640 -1 reset not still connected to 0x55f0c8f9b790 2026-02-22T22:01:24.818 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T22:01:24.821+0000 7fd43d752640 -1 reset not still connected to 0x55f0cd92f6c0 2026-02-22T22:01:24.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2749406208 bytes 2026-02-22T22:01:24.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2754055168 bytes 2026-02-22T22:01:24.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2792814592 bytes 2026-02-22T22:01:24.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2835210240 bytes 2026-02-22T22:01:25.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2910472192 bytes 2026-02-22T22:01:25.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2947795968 bytes 2026-02-22T22:01:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2958005248 bytes 2026-02-22T22:01:25.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2968960000 bytes 2026-02-22T22:01:25.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3042910208 bytes 2026-02-22T22:01:25.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3080697856 bytes 2026-02-22T22:01:25.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3131643904 bytes 2026-02-22T22:01:25.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3134707712 bytes 2026-02-22T22:01:25.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3158901760 bytes 2026-02-22T22:01:25.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3237939200 bytes 2026-02-22T22:01:25.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3267694592 bytes 2026-02-22T22:01:25.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3370392576 bytes 2026-02-22T22:01:25.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3439735808 bytes 2026-02-22T22:01:25.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3507427328 bytes 2026-02-22T22:01:25.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3564014592 bytes 2026-02-22T22:01:25.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3640610816 bytes 2026-02-22T22:01:26.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3678296064 bytes 2026-02-22T22:01:26.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3730983936 bytes 2026-02-22T22:01:26.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3798123520 bytes 2026-02-22T22:01:26.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3831984128 bytes 2026-02-22T22:01:26.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3879596032 bytes 2026-02-22T22:01:26.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3906383872 bytes 2026-02-22T22:01:26.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3921867776 bytes 2026-02-22T22:01:26.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3968174080 bytes 2026-02-22T22:01:26.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4018155520 bytes 2026-02-22T22:01:26.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4036291584 bytes 2026-02-22T22:01:26.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4056543232 bytes 2026-02-22T22:01:26.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4121110528 bytes 2026-02-22T22:01:26.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4156456960 bytes 2026-02-22T22:01:26.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4161281024 bytes 2026-02-22T22:01:26.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4183267328 bytes 2026-02-22T22:01:26.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4255039488 bytes 2026-02-22T22:01:26.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4324172800 bytes 2026-02-22T22:01:26.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4325813248 bytes 2026-02-22T22:01:27.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4373042176 bytes 2026-02-22T22:01:27.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4483837952 bytes 2026-02-22T22:01:27.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4517297152 bytes 2026-02-22T22:01:27.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4550194176 bytes 2026-02-22T22:01:27.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4582228992 bytes 2026-02-22T22:01:27.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4642455552 bytes 2026-02-22T22:01:27.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4646182912 bytes 2026-02-22T22:01:27.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4695185408 bytes 2026-02-22T22:01:27.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4754868224 bytes 2026-02-22T22:01:27.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4800516096 bytes 2026-02-22T22:01:27.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4818900992 bytes 2026-02-22T22:01:27.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4872221696 bytes 2026-02-22T22:01:27.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4947332096 bytes 2026-02-22T22:01:27.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4998241280 bytes 2026-02-22T22:01:27.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5016158208 bytes 2026-02-22T22:01:27.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5016749056 bytes 2026-02-22T22:01:27.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5112083456 bytes 2026-02-22T22:01:28.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5176235008 bytes 2026-02-22T22:01:28.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5199254528 bytes 2026-02-22T22:01:28.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5207638016 bytes 2026-02-22T22:01:28.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5239368704 bytes 2026-02-22T22:01:28.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5288687616 bytes 2026-02-22T22:01:28.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5310457856 bytes 2026-02-22T22:01:28.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5422590976 bytes 2026-02-22T22:01:28.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5444941824 bytes 2026-02-22T22:01:28.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5472368640 bytes 2026-02-22T22:01:28.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5519055872 bytes 2026-02-22T22:01:28.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5519656960 bytes 2026-02-22T22:01:28.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5543464960 bytes 2026-02-22T22:01:28.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5573273600 bytes 2026-02-22T22:01:28.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5631773696 bytes 2026-02-22T22:01:28.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5658004480 bytes 2026-02-22T22:01:28.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5658633216 bytes 2026-02-22T22:01:28.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5695315968 bytes 2026-02-22T22:01:28.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5742418944 bytes 2026-02-22T22:01:29.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5823406080 bytes 2026-02-22T22:01:29.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5837934592 bytes 2026-02-22T22:01:29.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5862034432 bytes 2026-02-22T22:01:29.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5899133952 bytes 2026-02-22T22:01:29.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5966302208 bytes 2026-02-22T22:01:29.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6008570880 bytes 2026-02-22T22:01:29.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6032197632 bytes 2026-02-22T22:01:29.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6046624768 bytes 2026-02-22T22:01:29.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6091820032 bytes 2026-02-22T22:01:29.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6142453760 bytes 2026-02-22T22:01:29.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6169451520 bytes 2026-02-22T22:01:29.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6170073088 bytes 2026-02-22T22:01:29.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6213267456 bytes 2026-02-22T22:01:29.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6259174400 bytes 2026-02-22T22:01:29.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6301734912 bytes 2026-02-22T22:01:29.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6344351744 bytes 2026-02-22T22:01:29.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6349377536 bytes 2026-02-22T22:01:29.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6416350208 bytes 2026-02-22T22:01:30.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6497530880 bytes 2026-02-22T22:01:30.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6566808576 bytes 2026-02-22T22:01:30.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6602501120 bytes 2026-02-22T22:01:30.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6666959872 bytes 2026-02-22T22:01:30.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6717165568 bytes 2026-02-22T22:01:30.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6740276224 bytes 2026-02-22T22:01:30.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6807185408 bytes 2026-02-22T22:01:30.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6880050176 bytes 2026-02-22T22:01:30.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6881541120 bytes 2026-02-22T22:01:30.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6932971520 bytes 2026-02-22T22:01:30.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6948521984 bytes 2026-02-22T22:01:30.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 6981172224 bytes 2026-02-22T22:01:30.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7018639360 bytes 2026-02-22T22:01:31.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7045782528 bytes 2026-02-22T22:01:31.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7119095808 bytes 2026-02-22T22:01:31.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:01:31.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_23 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_23 snapshot 128M 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:01:31.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_23 128M 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:01:31.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:01:31.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:01:31.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:31.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_23 2026-02-22T22:01:31.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:01:31.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:31.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:01:31.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:31.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_23 snapshot 2026-02-22T22:01:31.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:31.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:31.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:01:31.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:31.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_23 snapshot 2026-02-22T22:01:32.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:01:32.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_23 2026-02-22T22:01:32.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_23': 2026-02-22T22:01:32.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1371e00dc117 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1371e00dc117 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:31 2026 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:31 2026 2026-02-22T22:01:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:31 2026 2026-02-22T22:01:32.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:01:32.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:01:32.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 3ff2bf2d-f08c-4a5d-b374-961b331dec36 2026-02-22T22:01:32.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:01:32.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:01:32.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_23 2026-02-22T22:01:32.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:32.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:32.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:01:32.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:01:32.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=8 2026-02-22T22:01:32.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:01:32.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 8s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_23 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:01:32.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 35313664 bytes 2026-02-22T22:01:32.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 48790528 bytes 2026-02-22T22:01:32.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 120238080 bytes 2026-02-22T22:01:32.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 173059072 bytes 2026-02-22T22:01:32.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 260682752 bytes 2026-02-22T22:01:32.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 262084608 bytes 2026-02-22T22:01:32.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 365088768 bytes 2026-02-22T22:01:32.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 411233280 bytes 2026-02-22T22:01:32.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 471451648 bytes 2026-02-22T22:01:32.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 521421824 bytes 2026-02-22T22:01:33.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 552753152 bytes 2026-02-22T22:01:33.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 630184960 bytes 2026-02-22T22:01:33.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 643588096 bytes 2026-02-22T22:01:33.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 644209664 bytes 2026-02-22T22:01:33.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 654404608 bytes 2026-02-22T22:01:33.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 683376640 bytes 2026-02-22T22:01:33.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 760050688 bytes 2026-02-22T22:01:33.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 779758592 bytes 2026-02-22T22:01:33.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 829926400 bytes 2026-02-22T22:01:33.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 830562304 bytes 2026-02-22T22:01:33.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 873640960 bytes 2026-02-22T22:01:33.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 880961536 bytes 2026-02-22T22:01:33.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 929268736 bytes 2026-02-22T22:01:33.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 999621632 bytes 2026-02-22T22:01:33.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1015986176 bytes 2026-02-22T22:01:33.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1046510592 bytes 2026-02-22T22:01:33.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1112103936 bytes 2026-02-22T22:01:33.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1123894272 bytes 2026-02-22T22:01:33.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1188024320 bytes 2026-02-22T22:01:34.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1230400512 bytes 2026-02-22T22:01:34.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1257818112 bytes 2026-02-22T22:01:34.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1330230272 bytes 2026-02-22T22:01:34.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1379831808 bytes 2026-02-22T22:01:34.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1473857536 bytes 2026-02-22T22:01:34.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1519211520 bytes 2026-02-22T22:01:34.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1572902912 bytes 2026-02-22T22:01:34.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1638726656 bytes 2026-02-22T22:01:34.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1708286976 bytes 2026-02-22T22:01:34.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1728247808 bytes 2026-02-22T22:01:34.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1837044736 bytes 2026-02-22T22:01:34.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1900443648 bytes 2026-02-22T22:01:34.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1935944704 bytes 2026-02-22T22:01:34.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1982778368 bytes 2026-02-22T22:01:34.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1983423488 bytes 2026-02-22T22:01:34.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1988274176 bytes 2026-02-22T22:01:35.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2036643840 bytes 2026-02-22T22:01:35.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2095182848 bytes 2026-02-22T22:01:35.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2122359808 bytes 2026-02-22T22:01:35.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2167458816 bytes 2026-02-22T22:01:35.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2196971520 bytes 2026-02-22T22:01:35.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2245288960 bytes 2026-02-22T22:01:35.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2259709952 bytes 2026-02-22T22:01:35.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2304182272 bytes 2026-02-22T22:01:35.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2334887936 bytes 2026-02-22T22:01:35.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2378516480 bytes 2026-02-22T22:01:35.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2403103744 bytes 2026-02-22T22:01:35.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2420917248 bytes 2026-02-22T22:01:35.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2470979584 bytes 2026-02-22T22:01:35.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2553217024 bytes 2026-02-22T22:01:35.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2598384640 bytes 2026-02-22T22:01:35.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2706762752 bytes 2026-02-22T22:01:35.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2738921472 bytes 2026-02-22T22:01:35.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2765529088 bytes 2026-02-22T22:01:36.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2852779008 bytes 2026-02-22T22:01:36.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2886327296 bytes 2026-02-22T22:01:36.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2940060672 bytes 2026-02-22T22:01:36.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2963488768 bytes 2026-02-22T22:01:36.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3012959232 bytes 2026-02-22T22:01:36.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3078996992 bytes 2026-02-22T22:01:36.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3106099200 bytes 2026-02-22T22:01:36.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3132532736 bytes 2026-02-22T22:01:36.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3189782528 bytes 2026-02-22T22:01:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3279823872 bytes 2026-02-22T22:01:36.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3358136320 bytes 2026-02-22T22:01:36.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3392297984 bytes 2026-02-22T22:01:36.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3443159040 bytes 2026-02-22T22:01:36.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3447966720 bytes 2026-02-22T22:01:36.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3489475584 bytes 2026-02-22T22:01:36.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3526367232 bytes 2026-02-22T22:01:36.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3549681664 bytes 2026-02-22T22:01:36.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3567254528 bytes 2026-02-22T22:01:36.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3604220928 bytes 2026-02-22T22:01:37.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3714675712 bytes 2026-02-22T22:01:37.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3805125632 bytes 2026-02-22T22:01:37.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3887525888 bytes 2026-02-22T22:01:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3944081408 bytes 2026-02-22T22:01:37.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3988768768 bytes 2026-02-22T22:01:37.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 4013614080 bytes 2026-02-22T22:01:37.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 4076992512 bytes 2026-02-22T22:01:37.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4116353024 bytes 2026-02-22T22:01:37.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4168542208 bytes 2026-02-22T22:01:37.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4225431552 bytes 2026-02-22T22:01:37.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4269119488 bytes 2026-02-22T22:01:37.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4310017024 bytes 2026-02-22T22:01:37.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4386939904 bytes 2026-02-22T22:01:37.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4456211456 bytes 2026-02-22T22:01:37.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4489248768 bytes 2026-02-22T22:01:37.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4516756480 bytes 2026-02-22T22:01:38.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4622712832 bytes 2026-02-22T22:01:38.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4642117632 bytes 2026-02-22T22:01:38.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4679989248 bytes 2026-02-22T22:01:38.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4735186944 bytes 2026-02-22T22:01:38.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4777339904 bytes 2026-02-22T22:01:38.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4777974784 bytes 2026-02-22T22:01:38.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4830908416 bytes 2026-02-22T22:01:38.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4839251968 bytes 2026-02-22T22:01:38.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4896637952 bytes 2026-02-22T22:01:38.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4962621440 bytes 2026-02-22T22:01:38.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 5066898432 bytes 2026-02-22T22:01:38.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 5124816896 bytes 2026-02-22T22:01:38.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5163671552 bytes 2026-02-22T22:01:38.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5185815552 bytes 2026-02-22T22:01:38.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5197064192 bytes 2026-02-22T22:01:38.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5222323200 bytes 2026-02-22T22:01:38.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5231378432 bytes 2026-02-22T22:01:38.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5242353664 bytes 2026-02-22T22:01:39.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5253406720 bytes 2026-02-22T22:01:39.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5263804416 bytes 2026-02-22T22:01:39.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5291507712 bytes 2026-02-22T22:01:39.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5362707456 bytes 2026-02-22T22:01:39.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5369185280 bytes 2026-02-22T22:01:39.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5380319232 bytes 2026-02-22T22:01:39.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5439954944 bytes 2026-02-22T22:01:39.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5466838016 bytes 2026-02-22T22:01:39.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5508148224 bytes 2026-02-22T22:01:39.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5554995200 bytes 2026-02-22T22:01:39.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5646304256 bytes 2026-02-22T22:01:39.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5694300160 bytes 2026-02-22T22:01:39.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5778425856 bytes 2026-02-22T22:01:39.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5844680704 bytes 2026-02-22T22:01:39.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5903665152 bytes 2026-02-22T22:01:39.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5922612224 bytes 2026-02-22T22:01:39.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5953884160 bytes 2026-02-22T22:01:39.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5970276352 bytes 2026-02-22T22:01:39.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5985744896 bytes 2026-02-22T22:01:40.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6056335360 bytes 2026-02-22T22:01:40.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:01:40.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:01:40.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:01:40.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:40.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:01:40.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_24 2026-02-22T22:01:40.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_24 snapshot 128M 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_24 128M 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:40.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:40.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:40.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:40.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:01:40.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:40.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:01:40.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:01:40.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:01:40.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:40.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_24 2026-02-22T22:01:40.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:01:40.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:40.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:01:40.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:40.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_24 snapshot 2026-02-22T22:01:40.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:40.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:40.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:01:40.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:40.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_24 snapshot 2026-02-22T22:01:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:01:41.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_24 2026-02-22T22:01:41.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_24': 2026-02-22T22:01:41.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 137ac2e6c899 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.137ac2e6c899 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:40 2026 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:40 2026 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:40 2026 2026-02-22T22:01:41.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:01:41.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:01:41.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: ab162d51-9042-4f59-a26b-2ca94e22cfbf 2026-02-22T22:01:41.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:01:41.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:01:41.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_24 2026-02-22T22:01:41.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:41.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:41.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:01:41.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:01:41.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=12 2026-02-22T22:01:41.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:01:41.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 12s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_24 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:01:41.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 68358144 bytes 2026-02-22T22:01:41.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 114242560 bytes 2026-02-22T22:01:41.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 210286592 bytes 2026-02-22T22:01:41.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 251985920 bytes 2026-02-22T22:01:41.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 283286528 bytes 2026-02-22T22:01:41.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 341757952 bytes 2026-02-22T22:01:41.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 360898560 bytes 2026-02-22T22:01:41.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 417901568 bytes 2026-02-22T22:01:41.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 436772864 bytes 2026-02-22T22:01:41.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 465520640 bytes 2026-02-22T22:01:41.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 513041408 bytes 2026-02-22T22:01:41.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 573698048 bytes 2026-02-22T22:01:41.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 582005760 bytes 2026-02-22T22:01:41.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 605933568 bytes 2026-02-22T22:01:42.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 674668544 bytes 2026-02-22T22:01:42.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 714333184 bytes 2026-02-22T22:01:42.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 784410624 bytes 2026-02-22T22:01:42.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 792693760 bytes 2026-02-22T22:01:42.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 812763136 bytes 2026-02-22T22:01:42.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 826897408 bytes 2026-02-22T22:01:42.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 829715456 bytes 2026-02-22T22:01:42.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 862889984 bytes 2026-02-22T22:01:42.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 896868352 bytes 2026-02-22T22:01:42.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 934187008 bytes 2026-02-22T22:01:42.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 956954624 bytes 2026-02-22T22:01:42.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1006265344 bytes 2026-02-22T22:01:42.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1047278592 bytes 2026-02-22T22:01:42.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1047879680 bytes 2026-02-22T22:01:42.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1075984384 bytes 2026-02-22T22:01:42.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1135574016 bytes 2026-02-22T22:01:42.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1175609344 bytes 2026-02-22T22:01:42.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1205742592 bytes 2026-02-22T22:01:42.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1255554048 bytes 2026-02-22T22:01:42.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1286477824 bytes 2026-02-22T22:01:43.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1322560512 bytes 2026-02-22T22:01:43.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1355203584 bytes 2026-02-22T22:01:43.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1422959616 bytes 2026-02-22T22:01:43.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1451266048 bytes 2026-02-22T22:01:43.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1523454976 bytes 2026-02-22T22:01:43.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1575981056 bytes 2026-02-22T22:01:43.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1599632384 bytes 2026-02-22T22:01:43.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1618041856 bytes 2026-02-22T22:01:43.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1649453056 bytes 2026-02-22T22:01:43.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1687664640 bytes 2026-02-22T22:01:43.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1717053440 bytes 2026-02-22T22:01:43.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1767299072 bytes 2026-02-22T22:01:43.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1824638976 bytes 2026-02-22T22:01:43.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1874751488 bytes 2026-02-22T22:01:43.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1884722176 bytes 2026-02-22T22:01:43.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1900971008 bytes 2026-02-22T22:01:43.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1927771136 bytes 2026-02-22T22:01:43.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1972679680 bytes 2026-02-22T22:01:43.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2006995968 bytes 2026-02-22T22:01:44.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2077594624 bytes 2026-02-22T22:01:44.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2152193024 bytes 2026-02-22T22:01:44.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2199985152 bytes 2026-02-22T22:01:44.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2225141760 bytes 2026-02-22T22:01:44.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2229825536 bytes 2026-02-22T22:01:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2336690176 bytes 2026-02-22T22:01:44.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2347955200 bytes 2026-02-22T22:01:44.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2440835072 bytes 2026-02-22T22:01:44.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2490713088 bytes 2026-02-22T22:01:44.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2542096384 bytes 2026-02-22T22:01:44.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2560190464 bytes 2026-02-22T22:01:44.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2600237056 bytes 2026-02-22T22:01:44.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2626603008 bytes 2026-02-22T22:01:44.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2660414464 bytes 2026-02-22T22:01:44.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2712226816 bytes 2026-02-22T22:01:44.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2719241216 bytes 2026-02-22T22:01:44.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2719862784 bytes 2026-02-22T22:01:44.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2748625920 bytes 2026-02-22T22:01:44.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2826655744 bytes 2026-02-22T22:01:45.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2863628288 bytes 2026-02-22T22:01:45.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2952317952 bytes 2026-02-22T22:01:45.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3001781248 bytes 2026-02-22T22:01:45.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3059831808 bytes 2026-02-22T22:01:45.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3094814720 bytes 2026-02-22T22:01:45.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3136573440 bytes 2026-02-22T22:01:45.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3165274112 bytes 2026-02-22T22:01:45.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3218713600 bytes 2026-02-22T22:01:45.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3259836416 bytes 2026-02-22T22:01:45.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3282056192 bytes 2026-02-22T22:01:45.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3317577728 bytes 2026-02-22T22:01:45.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3328569344 bytes 2026-02-22T22:01:45.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3365196800 bytes 2026-02-22T22:01:45.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3392951296 bytes 2026-02-22T22:01:45.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3453897728 bytes 2026-02-22T22:01:45.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3493974016 bytes 2026-02-22T22:01:45.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3513474048 bytes 2026-02-22T22:01:45.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3542436864 bytes 2026-02-22T22:01:45.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3584342016 bytes 2026-02-22T22:01:46.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3607234560 bytes 2026-02-22T22:01:46.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3653397504 bytes 2026-02-22T22:01:46.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3672114176 bytes 2026-02-22T22:01:46.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3690866688 bytes 2026-02-22T22:01:46.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3758360576 bytes 2026-02-22T22:01:46.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3769018368 bytes 2026-02-22T22:01:46.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3783525376 bytes 2026-02-22T22:01:46.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3859335168 bytes 2026-02-22T22:01:46.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3911619584 bytes 2026-02-22T22:01:46.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3928308736 bytes 2026-02-22T22:01:46.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3953441792 bytes 2026-02-22T22:01:46.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3985240064 bytes 2026-02-22T22:01:46.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4004815872 bytes 2026-02-22T22:01:46.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4057378816 bytes 2026-02-22T22:01:46.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4080375808 bytes 2026-02-22T22:01:46.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4122753024 bytes 2026-02-22T22:01:46.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4154176512 bytes 2026-02-22T22:01:46.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4189829120 bytes 2026-02-22T22:01:46.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4222557184 bytes 2026-02-22T22:01:46.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4239503360 bytes 2026-02-22T22:01:47.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4332085248 bytes 2026-02-22T22:01:47.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4397550592 bytes 2026-02-22T22:01:47.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4457581568 bytes 2026-02-22T22:01:47.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4509425664 bytes 2026-02-22T22:01:47.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4580113408 bytes 2026-02-22T22:01:47.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4622588928 bytes 2026-02-22T22:01:47.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4704857088 bytes 2026-02-22T22:01:47.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4720457728 bytes 2026-02-22T22:01:47.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4743740416 bytes 2026-02-22T22:01:47.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4802796544 bytes 2026-02-22T22:01:47.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4861413376 bytes 2026-02-22T22:01:47.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4907399168 bytes 2026-02-22T22:01:47.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4925616128 bytes 2026-02-22T22:01:47.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5005142016 bytes 2026-02-22T22:01:47.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5090338816 bytes 2026-02-22T22:01:47.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5141008384 bytes 2026-02-22T22:01:47.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5174729728 bytes 2026-02-22T22:01:48.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5206337536 bytes 2026-02-22T22:01:48.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5206943744 bytes 2026-02-22T22:01:48.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5228672000 bytes 2026-02-22T22:01:48.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5233217536 bytes 2026-02-22T22:01:48.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5263607808 bytes 2026-02-22T22:01:48.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5287907328 bytes 2026-02-22T22:01:48.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5321137152 bytes 2026-02-22T22:01:48.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5384259584 bytes 2026-02-22T22:01:48.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5441143808 bytes 2026-02-22T22:01:48.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5549690880 bytes 2026-02-22T22:01:48.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5564942336 bytes 2026-02-22T22:01:48.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5586228224 bytes 2026-02-22T22:01:48.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5618164736 bytes 2026-02-22T22:01:48.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5664322560 bytes 2026-02-22T22:01:48.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5694198784 bytes 2026-02-22T22:01:48.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5721216000 bytes 2026-02-22T22:01:48.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5828249600 bytes 2026-02-22T22:01:48.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5930549248 bytes 2026-02-22T22:01:49.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6004313088 bytes 2026-02-22T22:01:49.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6042675200 bytes 2026-02-22T22:01:49.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6081304576 bytes 2026-02-22T22:01:49.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6090444800 bytes 2026-02-22T22:01:49.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6199014400 bytes 2026-02-22T22:01:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6240223232 bytes 2026-02-22T22:01:49.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6270796800 bytes 2026-02-22T22:01:49.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6316538880 bytes 2026-02-22T22:01:49.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6318490624 bytes 2026-02-22T22:01:49.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6370427904 bytes 2026-02-22T22:01:49.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6429553664 bytes 2026-02-22T22:01:49.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6533101568 bytes 2026-02-22T22:01:49.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6584781824 bytes 2026-02-22T22:01:49.735 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:01:49.740+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a07029c0 2026-02-22T22:01:49.736 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:01:49.740+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b0aec4e0 2026-02-22T22:01:49.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6677568512 bytes 2026-02-22T22:01:49.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6732665856 bytes 2026-02-22T22:01:49.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6748379136 bytes 2026-02-22T22:01:49.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6787300352 bytes 2026-02-22T22:01:50.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6802484224 bytes 2026-02-22T22:01:50.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6843139072 bytes 2026-02-22T22:01:50.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6907612160 bytes 2026-02-22T22:01:50.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6958958592 bytes 2026-02-22T22:01:50.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7003047936 bytes 2026-02-22T22:01:50.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7029899264 bytes 2026-02-22T22:01:50.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7039425536 bytes 2026-02-22T22:01:50.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7063855104 bytes 2026-02-22T22:01:50.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7104283648 bytes 2026-02-22T22:01:50.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7113280512 bytes 2026-02-22T22:01:50.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7169612800 bytes 2026-02-22T22:01:50.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7221127168 bytes 2026-02-22T22:01:50.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7248680960 bytes 2026-02-22T22:01:50.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7281829888 bytes 2026-02-22T22:01:50.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7333523456 bytes 2026-02-22T22:01:50.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7374894080 bytes 2026-02-22T22:01:50.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7424838656 bytes 2026-02-22T22:01:50.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7442592768 bytes 2026-02-22T22:01:50.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7509978112 bytes 2026-02-22T22:01:50.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7576939520 bytes 2026-02-22T22:01:51.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7610891264 bytes 2026-02-22T22:01:51.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7629143040 bytes 2026-02-22T22:01:51.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7703669760 bytes 2026-02-22T22:01:51.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7772147712 bytes 2026-02-22T22:01:51.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7775866880 bytes 2026-02-22T22:01:51.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7833480192 bytes 2026-02-22T22:01:51.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7880154112 bytes 2026-02-22T22:01:51.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7926896640 bytes 2026-02-22T22:01:51.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7960221696 bytes 2026-02-22T22:01:51.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7994680320 bytes 2026-02-22T22:01:51.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7995294720 bytes 2026-02-22T22:01:51.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8030641152 bytes 2026-02-22T22:01:51.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8065571840 bytes 2026-02-22T22:01:51.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8106674176 bytes 2026-02-22T22:01:51.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8131134464 bytes 2026-02-22T22:01:51.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8152064000 bytes 2026-02-22T22:01:51.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8161752064 bytes 2026-02-22T22:01:51.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8182354944 bytes 2026-02-22T22:01:51.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8207911936 bytes 2026-02-22T22:01:51.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8232391680 bytes 2026-02-22T22:01:51.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8239082496 bytes 2026-02-22T22:01:52.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8264175616 bytes 2026-02-22T22:01:52.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8323297280 bytes 2026-02-22T22:01:52.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8348783616 bytes 2026-02-22T22:01:52.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8415400960 bytes 2026-02-22T22:01:52.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8482759680 bytes 2026-02-22T22:01:52.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8541025280 bytes 2026-02-22T22:01:52.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8586639360 bytes 2026-02-22T22:01:52.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8602610688 bytes 2026-02-22T22:01:52.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8663811072 bytes 2026-02-22T22:01:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8714616832 bytes 2026-02-22T22:01:52.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8759660544 bytes 2026-02-22T22:01:52.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8765472768 bytes 2026-02-22T22:01:52.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8843541504 bytes 2026-02-22T22:01:52.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 8885988352 bytes 2026-02-22T22:01:52.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 8893427712 bytes 2026-02-22T22:01:52.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 8902083584 bytes 2026-02-22T22:01:52.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 8977776640 bytes 2026-02-22T22:01:52.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9043377152 bytes 2026-02-22T22:01:53.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9075847168 bytes 2026-02-22T22:01:53.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9092202496 bytes 2026-02-22T22:01:53.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9148148736 bytes 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_25 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_25 snapshot 128M 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:01:53.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_25 128M 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:01:53.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_25 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_25 snapshot 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:01:53.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_25 snapshot 2026-02-22T22:01:54.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:01:54.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_25 2026-02-22T22:01:54.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_25': 2026-02-22T22:01:54.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:01:54.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:01:54.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:01:54.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13841b5ab988 2026-02-22T22:01:54.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13841b5ab988 2026-02-22T22:01:54.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:01:54.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:01:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:01:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:01:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:53 2026 2026-02-22T22:01:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:53 2026 2026-02-22T22:01:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:53 2026 2026-02-22T22:01:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:01:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:01:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: d7fa746c-f86f-4231-b30c-7ca30c248481 2026-02-22T22:01:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:01:54.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:01:54.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_25 2026-02-22T22:01:54.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:01:54.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:01:54.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:01:54.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:01:54.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=7 2026-02-22T22:01:54.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:01:54.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 7s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_25 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:01:54.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 70394880 bytes 2026-02-22T22:01:54.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 95289344 bytes 2026-02-22T22:01:54.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 124078080 bytes 2026-02-22T22:01:54.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 178677760 bytes 2026-02-22T22:01:54.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 201259008 bytes 2026-02-22T22:01:54.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 223200256 bytes 2026-02-22T22:01:54.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 231645184 bytes 2026-02-22T22:01:54.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 241747968 bytes 2026-02-22T22:01:54.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 269143040 bytes 2026-02-22T22:01:54.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 337223680 bytes 2026-02-22T22:01:54.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 369963008 bytes 2026-02-22T22:01:54.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 431907840 bytes 2026-02-22T22:01:54.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 465846272 bytes 2026-02-22T22:01:54.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 478230528 bytes 2026-02-22T22:01:54.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 509404160 bytes 2026-02-22T22:01:55.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 530661376 bytes 2026-02-22T22:01:55.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 585039872 bytes 2026-02-22T22:01:55.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 622838784 bytes 2026-02-22T22:01:55.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 652186624 bytes 2026-02-22T22:01:55.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 693234688 bytes 2026-02-22T22:01:55.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 735520768 bytes 2026-02-22T22:01:55.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 776413184 bytes 2026-02-22T22:01:55.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 838482944 bytes 2026-02-22T22:01:55.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 884800512 bytes 2026-02-22T22:01:55.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 894759936 bytes 2026-02-22T22:01:55.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 900355072 bytes 2026-02-22T22:01:55.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 900952064 bytes 2026-02-22T22:01:55.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 991194112 bytes 2026-02-22T22:01:55.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1035160576 bytes 2026-02-22T22:01:55.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1077286912 bytes 2026-02-22T22:01:55.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1133452288 bytes 2026-02-22T22:01:55.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1134053376 bytes 2026-02-22T22:01:55.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1171447808 bytes 2026-02-22T22:01:56.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1234501632 bytes 2026-02-22T22:01:56.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1297828864 bytes 2026-02-22T22:01:56.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1324102656 bytes 2026-02-22T22:01:56.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1324704768 bytes 2026-02-22T22:01:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1336045568 bytes 2026-02-22T22:01:56.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1339782144 bytes 2026-02-22T22:01:56.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1382060032 bytes 2026-02-22T22:01:56.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1405198336 bytes 2026-02-22T22:01:56.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1413440512 bytes 2026-02-22T22:01:56.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1470968832 bytes 2026-02-22T22:01:56.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1498654720 bytes 2026-02-22T22:01:56.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1561763840 bytes 2026-02-22T22:01:56.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1584100352 bytes 2026-02-22T22:01:56.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1590737920 bytes 2026-02-22T22:01:56.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1662680064 bytes 2026-02-22T22:01:56.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1699165184 bytes 2026-02-22T22:01:56.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1727245312 bytes 2026-02-22T22:01:56.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1738314752 bytes 2026-02-22T22:01:56.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1775943680 bytes 2026-02-22T22:01:56.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 1799490560 bytes 2026-02-22T22:01:56.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 1818059776 bytes 2026-02-22T22:01:57.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 1879472128 bytes 2026-02-22T22:01:57.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 1905926144 bytes 2026-02-22T22:01:57.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 1971383296 bytes 2026-02-22T22:01:57.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 1987040256 bytes 2026-02-22T22:01:57.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2023781376 bytes 2026-02-22T22:01:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2033183744 bytes 2026-02-22T22:01:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2069425152 bytes 2026-02-22T22:01:57.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2113427456 bytes 2026-02-22T22:01:57.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2121805824 bytes 2026-02-22T22:01:57.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2161234944 bytes 2026-02-22T22:01:57.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2198536192 bytes 2026-02-22T22:01:57.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2218570752 bytes 2026-02-22T22:01:57.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2219172864 bytes 2026-02-22T22:01:57.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2275502080 bytes 2026-02-22T22:01:57.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2330585088 bytes 2026-02-22T22:01:57.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2373490688 bytes 2026-02-22T22:01:57.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2451616768 bytes 2026-02-22T22:01:57.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2452226048 bytes 2026-02-22T22:01:57.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2483520512 bytes 2026-02-22T22:01:57.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2484129792 bytes 2026-02-22T22:01:58.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2495748096 bytes 2026-02-22T22:01:58.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2537667584 bytes 2026-02-22T22:01:58.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2590743552 bytes 2026-02-22T22:01:58.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2591346688 bytes 2026-02-22T22:01:58.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 2690216960 bytes 2026-02-22T22:01:58.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 2756864000 bytes 2026-02-22T22:01:58.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 2808267776 bytes 2026-02-22T22:01:58.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 2855936000 bytes 2026-02-22T22:01:58.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 2910929920 bytes 2026-02-22T22:01:58.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 2953814016 bytes 2026-02-22T22:01:58.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 2954449920 bytes 2026-02-22T22:01:58.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 2987902976 bytes 2026-02-22T22:01:58.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3041679360 bytes 2026-02-22T22:01:59.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3072625664 bytes 2026-02-22T22:01:59.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3131722752 bytes 2026-02-22T22:01:59.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3142052864 bytes 2026-02-22T22:01:59.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3203400704 bytes 2026-02-22T22:01:59.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3311149056 bytes 2026-02-22T22:01:59.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3387635712 bytes 2026-02-22T22:01:59.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3404371968 bytes 2026-02-22T22:01:59.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3448076288 bytes 2026-02-22T22:01:59.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3489543168 bytes 2026-02-22T22:01:59.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3540357120 bytes 2026-02-22T22:01:59.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3568152576 bytes 2026-02-22T22:01:59.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3635497984 bytes 2026-02-22T22:01:59.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3636100096 bytes 2026-02-22T22:01:59.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3675589632 bytes 2026-02-22T22:01:59.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3702712320 bytes 2026-02-22T22:01:59.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3736097792 bytes 2026-02-22T22:01:59.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 3752418304 bytes 2026-02-22T22:01:59.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 3808584704 bytes 2026-02-22T22:02:00.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 3846553600 bytes 2026-02-22T22:02:00.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 3905396736 bytes 2026-02-22T22:02:00.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 3955476480 bytes 2026-02-22T22:02:00.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4011049984 bytes 2026-02-22T22:02:00.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4058463232 bytes 2026-02-22T22:02:00.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4083544064 bytes 2026-02-22T22:02:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4141976576 bytes 2026-02-22T22:02:00.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4188681216 bytes 2026-02-22T22:02:00.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4218002432 bytes 2026-02-22T22:02:00.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4234775552 bytes 2026-02-22T22:02:00.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4269495296 bytes 2026-02-22T22:02:00.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4292389888 bytes 2026-02-22T22:02:00.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4367944704 bytes 2026-02-22T22:02:00.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4375574528 bytes 2026-02-22T22:02:00.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4422883328 bytes 2026-02-22T22:02:00.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4488033280 bytes 2026-02-22T22:02:00.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4510983168 bytes 2026-02-22T22:02:00.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4572823552 bytes 2026-02-22T22:02:00.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4602298368 bytes 2026-02-22T22:02:01.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4655888384 bytes 2026-02-22T22:02:01.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 4700264448 bytes 2026-02-22T22:02:01.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 4740754432 bytes 2026-02-22T22:02:01.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 4759952384 bytes 2026-02-22T22:02:01.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:02:01.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:02:01.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:02:01.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:01.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:02:01.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_26 2026-02-22T22:02:01.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_26 snapshot 128M 2026-02-22T22:02:01.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:01.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:01.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_26 128M 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:01.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:02:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:02:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:02:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:02:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_26 2026-02-22T22:02:01.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:02:01.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:01.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:02:01.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:01.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_26 snapshot 2026-02-22T22:02:01.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:01.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:01.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:02:01.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:01.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_26 snapshot 2026-02-22T22:02:02.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:02:02.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_26 2026-02-22T22:02:02.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_26': 2026-02-22T22:02:02.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 138db245f814 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.138db245f814 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:01 2026 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:01 2026 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:01 2026 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 9eb95258-d1df-419f-b2dd-645cb386115d 2026-02-22T22:02:02.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:02:02.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:02:02.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_26 2026-02-22T22:02:02.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:02.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:02.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:02:02.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:02:02.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=7 2026-02-22T22:02:02.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:02:02.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 7s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_26 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:02:02.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 34150400 bytes 2026-02-22T22:02:02.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 41556992 bytes 2026-02-22T22:02:02.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 81187840 bytes 2026-02-22T22:02:02.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 163620864 bytes 2026-02-22T22:02:02.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 217331712 bytes 2026-02-22T22:02:02.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 217981952 bytes 2026-02-22T22:02:02.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 300043264 bytes 2026-02-22T22:02:02.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 368083968 bytes 2026-02-22T22:02:02.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 398176256 bytes 2026-02-22T22:02:02.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 485659648 bytes 2026-02-22T22:02:02.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 548339712 bytes 2026-02-22T22:02:02.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 599638016 bytes 2026-02-22T22:02:02.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 604637184 bytes 2026-02-22T22:02:02.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 605240320 bytes 2026-02-22T22:02:03.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 638030848 bytes 2026-02-22T22:02:03.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 671448064 bytes 2026-02-22T22:02:03.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 729385984 bytes 2026-02-22T22:02:03.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 742837248 bytes 2026-02-22T22:02:03.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 768281600 bytes 2026-02-22T22:02:03.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 793074688 bytes 2026-02-22T22:02:03.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 862121984 bytes 2026-02-22T22:02:03.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 933807104 bytes 2026-02-22T22:02:03.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 941507584 bytes 2026-02-22T22:02:03.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 982423552 bytes 2026-02-22T22:02:03.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1024564224 bytes 2026-02-22T22:02:03.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1087175680 bytes 2026-02-22T22:02:03.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1119486976 bytes 2026-02-22T22:02:03.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1193996288 bytes 2026-02-22T22:02:03.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1213411328 bytes 2026-02-22T22:02:03.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1265393664 bytes 2026-02-22T22:02:03.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1290589184 bytes 2026-02-22T22:02:03.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1291194368 bytes 2026-02-22T22:02:03.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1329204224 bytes 2026-02-22T22:02:03.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1396379648 bytes 2026-02-22T22:02:04.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1412981760 bytes 2026-02-22T22:02:04.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1461159936 bytes 2026-02-22T22:02:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1543706624 bytes 2026-02-22T22:02:04.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1583069184 bytes 2026-02-22T22:02:04.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1616551936 bytes 2026-02-22T22:02:04.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1635438592 bytes 2026-02-22T22:02:04.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1679486976 bytes 2026-02-22T22:02:04.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1745411072 bytes 2026-02-22T22:02:04.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1829843968 bytes 2026-02-22T22:02:04.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1892247552 bytes 2026-02-22T22:02:04.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1928682496 bytes 2026-02-22T22:02:04.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1968142336 bytes 2026-02-22T22:02:04.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2036811776 bytes 2026-02-22T22:02:04.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2059914240 bytes 2026-02-22T22:02:04.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2100142080 bytes 2026-02-22T22:02:04.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2200774656 bytes 2026-02-22T22:02:04.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2282396672 bytes 2026-02-22T22:02:05.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2301106176 bytes 2026-02-22T22:02:05.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2327583744 bytes 2026-02-22T22:02:05.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2374217728 bytes 2026-02-22T22:02:05.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2432860160 bytes 2026-02-22T22:02:05.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2435257344 bytes 2026-02-22T22:02:05.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2435884032 bytes 2026-02-22T22:02:05.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2492691456 bytes 2026-02-22T22:02:05.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2514754560 bytes 2026-02-22T22:02:05.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2518580224 bytes 2026-02-22T22:02:05.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2558761984 bytes 2026-02-22T22:02:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2626244608 bytes 2026-02-22T22:02:05.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2684378112 bytes 2026-02-22T22:02:05.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2722748416 bytes 2026-02-22T22:02:05.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2751609856 bytes 2026-02-22T22:02:05.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2872272896 bytes 2026-02-22T22:02:05.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2892962816 bytes 2026-02-22T22:02:05.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2932222976 bytes 2026-02-22T22:02:05.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2941556736 bytes 2026-02-22T22:02:05.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2987057152 bytes 2026-02-22T22:02:05.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3040077824 bytes 2026-02-22T22:02:06.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3078085632 bytes 2026-02-22T22:02:06.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3112865792 bytes 2026-02-22T22:02:06.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3156301824 bytes 2026-02-22T22:02:06.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3179308032 bytes 2026-02-22T22:02:06.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3255784448 bytes 2026-02-22T22:02:06.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3322629120 bytes 2026-02-22T22:02:06.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3324295168 bytes 2026-02-22T22:02:06.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3361984512 bytes 2026-02-22T22:02:06.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3457576960 bytes 2026-02-22T22:02:06.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3515632640 bytes 2026-02-22T22:02:06.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3536774144 bytes 2026-02-22T22:02:06.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3579780096 bytes 2026-02-22T22:02:06.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3613371392 bytes 2026-02-22T22:02:06.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3732390912 bytes 2026-02-22T22:02:06.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3784148992 bytes 2026-02-22T22:02:06.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3809001472 bytes 2026-02-22T22:02:06.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3860838400 bytes 2026-02-22T22:02:06.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3880178688 bytes 2026-02-22T22:02:06.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3927362560 bytes 2026-02-22T22:02:07.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3987473408 bytes 2026-02-22T22:02:07.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4027896832 bytes 2026-02-22T22:02:07.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4092796928 bytes 2026-02-22T22:02:07.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4139982848 bytes 2026-02-22T22:02:07.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4206574592 bytes 2026-02-22T22:02:07.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4264810496 bytes 2026-02-22T22:02:07.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4311645184 bytes 2026-02-22T22:02:07.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4333428736 bytes 2026-02-22T22:02:07.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4368839680 bytes 2026-02-22T22:02:07.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4419142656 bytes 2026-02-22T22:02:07.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4479705088 bytes 2026-02-22T22:02:07.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4543917056 bytes 2026-02-22T22:02:07.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4556582912 bytes 2026-02-22T22:02:07.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4631696384 bytes 2026-02-22T22:02:08.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4668312576 bytes 2026-02-22T22:02:08.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4754961408 bytes 2026-02-22T22:02:08.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4790171648 bytes 2026-02-22T22:02:08.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4843950080 bytes 2026-02-22T22:02:08.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4901860352 bytes 2026-02-22T22:02:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4937861120 bytes 2026-02-22T22:02:08.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4986340352 bytes 2026-02-22T22:02:08.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5012796416 bytes 2026-02-22T22:02:08.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5014440960 bytes 2026-02-22T22:02:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5033669632 bytes 2026-02-22T22:02:08.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5077448704 bytes 2026-02-22T22:02:08.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5127391232 bytes 2026-02-22T22:02:08.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5128004608 bytes 2026-02-22T22:02:08.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5138720768 bytes 2026-02-22T22:02:08.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5187777536 bytes 2026-02-22T22:02:08.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5232960512 bytes 2026-02-22T22:02:08.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5257740288 bytes 2026-02-22T22:02:08.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5283143680 bytes 2026-02-22T22:02:08.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5326550016 bytes 2026-02-22T22:02:09.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5397264384 bytes 2026-02-22T22:02:09.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5428856832 bytes 2026-02-22T22:02:09.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5499594752 bytes 2026-02-22T22:02:09.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:02:09.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:02:09.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:02:09.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_27 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_27 snapshot 128M 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_27 128M 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:02:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:02:09.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:02:09.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:09.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_27 2026-02-22T22:02:09.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:02:09.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:09.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:02:09.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:09.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_27 snapshot 2026-02-22T22:02:09.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:09.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:09.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:02:09.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:09.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_27 snapshot 2026-02-22T22:02:10.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:02:10.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_27 2026-02-22T22:02:10.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_27': 2026-02-22T22:02:10.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:02:10.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:02:10.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:02:10.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1397fc4e8b38 2026-02-22T22:02:10.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1397fc4e8b38 2026-02-22T22:02:10.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:02:10.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:02:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:02:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:02:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:09 2026 2026-02-22T22:02:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:09 2026 2026-02-22T22:02:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:09 2026 2026-02-22T22:02:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:02:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:02:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: a5e7dedf-62cf-4550-8606-7007868f46d0 2026-02-22T22:02:10.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:02:10.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:02:10.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_27 2026-02-22T22:02:10.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:10.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:10.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:02:10.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:02:10.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T22:02:10.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:02:10.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_27 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:02:10.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 55900160 bytes 2026-02-22T22:02:10.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 114686976 bytes 2026-02-22T22:02:10.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 156011520 bytes 2026-02-22T22:02:10.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 203849728 bytes 2026-02-22T22:02:10.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 239434752 bytes 2026-02-22T22:02:10.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 259986432 bytes 2026-02-22T22:02:10.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 284039168 bytes 2026-02-22T22:02:10.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 291438592 bytes 2026-02-22T22:02:10.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 295136256 bytes 2026-02-22T22:02:10.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 368299008 bytes 2026-02-22T22:02:10.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 385085440 bytes 2026-02-22T22:02:10.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 389899264 bytes 2026-02-22T22:02:10.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 400210944 bytes 2026-02-22T22:02:10.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 438436864 bytes 2026-02-22T22:02:10.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 463311872 bytes 2026-02-22T22:02:10.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 510205952 bytes 2026-02-22T22:02:11.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 560912384 bytes 2026-02-22T22:02:11.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 586643456 bytes 2026-02-22T22:02:11.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 618044416 bytes 2026-02-22T22:02:11.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 711113728 bytes 2026-02-22T22:02:11.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 769122304 bytes 2026-02-22T22:02:11.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 787308544 bytes 2026-02-22T22:02:11.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 831473664 bytes 2026-02-22T22:02:11.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 864125952 bytes 2026-02-22T22:02:11.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 894002176 bytes 2026-02-22T22:02:11.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 894913536 bytes 2026-02-22T22:02:11.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1014501376 bytes 2026-02-22T22:02:11.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1076893696 bytes 2026-02-22T22:02:11.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1132752896 bytes 2026-02-22T22:02:11.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1200592896 bytes 2026-02-22T22:02:11.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1250578432 bytes 2026-02-22T22:02:11.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1259457536 bytes 2026-02-22T22:02:11.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1275270144 bytes 2026-02-22T22:02:11.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1306156032 bytes 2026-02-22T22:02:11.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1354485760 bytes 2026-02-22T22:02:12.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1417327616 bytes 2026-02-22T22:02:12.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1440261120 bytes 2026-02-22T22:02:12.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1480641536 bytes 2026-02-22T22:02:12.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1551451136 bytes 2026-02-22T22:02:12.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1599495168 bytes 2026-02-22T22:02:12.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1655656448 bytes 2026-02-22T22:02:12.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1710660608 bytes 2026-02-22T22:02:12.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1724265472 bytes 2026-02-22T22:02:12.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1759191040 bytes 2026-02-22T22:02:12.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1866055680 bytes 2026-02-22T22:02:12.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1924742144 bytes 2026-02-22T22:02:12.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1963032576 bytes 2026-02-22T22:02:12.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1997053952 bytes 2026-02-22T22:02:12.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2016679936 bytes 2026-02-22T22:02:12.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2088755200 bytes 2026-02-22T22:02:12.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2106398720 bytes 2026-02-22T22:02:12.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2121462784 bytes 2026-02-22T22:02:12.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2175849472 bytes 2026-02-22T22:02:12.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2233665536 bytes 2026-02-22T22:02:13.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2316774400 bytes 2026-02-22T22:02:13.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2335758336 bytes 2026-02-22T22:02:13.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2362955776 bytes 2026-02-22T22:02:13.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2407048192 bytes 2026-02-22T22:02:13.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2438118400 bytes 2026-02-22T22:02:13.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2494508032 bytes 2026-02-22T22:02:13.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2561466368 bytes 2026-02-22T22:02:13.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2585647104 bytes 2026-02-22T22:02:13.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2632254464 bytes 2026-02-22T22:02:13.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2671805440 bytes 2026-02-22T22:02:13.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2694851584 bytes 2026-02-22T22:02:13.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2733488128 bytes 2026-02-22T22:02:13.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2832272384 bytes 2026-02-22T22:02:13.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2862862336 bytes 2026-02-22T22:02:13.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2890088448 bytes 2026-02-22T22:02:13.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2951009280 bytes 2026-02-22T22:02:13.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2952022016 bytes 2026-02-22T22:02:13.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2980011008 bytes 2026-02-22T22:02:13.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2998773760 bytes 2026-02-22T22:02:13.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3023773696 bytes 2026-02-22T22:02:13.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3051960320 bytes 2026-02-22T22:02:13.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3052581888 bytes 2026-02-22T22:02:14.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3099971584 bytes 2026-02-22T22:02:14.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3167643648 bytes 2026-02-22T22:02:14.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3254579200 bytes 2026-02-22T22:02:14.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3273198592 bytes 2026-02-22T22:02:14.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3319770112 bytes 2026-02-22T22:02:14.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3369164800 bytes 2026-02-22T22:02:14.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3386348544 bytes 2026-02-22T22:02:14.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3413810176 bytes 2026-02-22T22:02:14.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3479997440 bytes 2026-02-22T22:02:14.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3513442304 bytes 2026-02-22T22:02:14.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3524046848 bytes 2026-02-22T22:02:14.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3596275712 bytes 2026-02-22T22:02:14.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3662671872 bytes 2026-02-22T22:02:14.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3786054656 bytes 2026-02-22T22:02:14.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3841635328 bytes 2026-02-22T22:02:14.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3849303040 bytes 2026-02-22T22:02:14.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3870377984 bytes 2026-02-22T22:02:14.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3892535296 bytes 2026-02-22T22:02:14.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3893136384 bytes 2026-02-22T22:02:15.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3928695808 bytes 2026-02-22T22:02:15.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3983037440 bytes 2026-02-22T22:02:15.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4020942848 bytes 2026-02-22T22:02:15.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4035697664 bytes 2026-02-22T22:02:15.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4105866240 bytes 2026-02-22T22:02:15.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4150700032 bytes 2026-02-22T22:02:15.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4155396096 bytes 2026-02-22T22:02:15.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4180312064 bytes 2026-02-22T22:02:15.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4234862592 bytes 2026-02-22T22:02:15.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4243922944 bytes 2026-02-22T22:02:15.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4265525248 bytes 2026-02-22T22:02:15.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4322748416 bytes 2026-02-22T22:02:15.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4409712640 bytes 2026-02-22T22:02:15.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4439581696 bytes 2026-02-22T22:02:15.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4462856192 bytes 2026-02-22T22:02:15.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4526036992 bytes 2026-02-22T22:02:15.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4578586624 bytes 2026-02-22T22:02:15.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4616251392 bytes 2026-02-22T22:02:15.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4708130816 bytes 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_28 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_28 snapshot 128M 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_28 128M 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:16.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:02:16.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:16.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:02:16.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:02:16.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:02:16.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:16.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_28 2026-02-22T22:02:16.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:02:16.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:16.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:02:16.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:16.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_28 snapshot 2026-02-22T22:02:16.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:16.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:16.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:02:16.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:16.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_28 snapshot 2026-02-22T22:02:17.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:02:17.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_28 2026-02-22T22:02:17.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_28': 2026-02-22T22:02:17.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13a05cf964a3 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13a05cf964a3 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:16 2026 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:16 2026 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:16 2026 2026-02-22T22:02:17.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:02:17.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:02:17.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: d49507b0-298f-4b1d-8d96-54e83bfea58c 2026-02-22T22:02:17.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:02:17.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:02:17.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_28 2026-02-22T22:02:17.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:17.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:17.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:02:17.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:02:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=9 2026-02-22T22:02:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:02:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 9s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_28 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:02:17.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 26363904 bytes 2026-02-22T22:02:17.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 67456000 bytes 2026-02-22T22:02:17.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 92647424 bytes 2026-02-22T22:02:17.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 139304960 bytes 2026-02-22T22:02:17.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 139920384 bytes 2026-02-22T22:02:17.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 188086272 bytes 2026-02-22T22:02:17.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 232882176 bytes 2026-02-22T22:02:17.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 291158016 bytes 2026-02-22T22:02:17.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 330631168 bytes 2026-02-22T22:02:17.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 364163072 bytes 2026-02-22T22:02:17.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 404146176 bytes 2026-02-22T22:02:18.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 501398528 bytes 2026-02-22T22:02:18.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 540266496 bytes 2026-02-22T22:02:18.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 555220992 bytes 2026-02-22T22:02:18.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 560336896 bytes 2026-02-22T22:02:18.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 593431552 bytes 2026-02-22T22:02:18.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 619167744 bytes 2026-02-22T22:02:18.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 655299584 bytes 2026-02-22T22:02:18.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 677104640 bytes 2026-02-22T22:02:18.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 736076800 bytes 2026-02-22T22:02:18.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 738634752 bytes 2026-02-22T22:02:18.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 809101312 bytes 2026-02-22T22:02:18.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 862057472 bytes 2026-02-22T22:02:18.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 908009472 bytes 2026-02-22T22:02:18.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 986308608 bytes 2026-02-22T22:02:18.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1061479424 bytes 2026-02-22T22:02:18.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1099533312 bytes 2026-02-22T22:02:18.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1127285760 bytes 2026-02-22T22:02:18.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1176523776 bytes 2026-02-22T22:02:18.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1242712064 bytes 2026-02-22T22:02:19.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1268062208 bytes 2026-02-22T22:02:19.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1322574848 bytes 2026-02-22T22:02:19.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1359340544 bytes 2026-02-22T22:02:19.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1399799808 bytes 2026-02-22T22:02:19.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1449127936 bytes 2026-02-22T22:02:19.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1459940352 bytes 2026-02-22T22:02:19.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1545805824 bytes 2026-02-22T22:02:19.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1628470272 bytes 2026-02-22T22:02:19.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1629070336 bytes 2026-02-22T22:02:19.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1663082496 bytes 2026-02-22T22:02:19.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1677112320 bytes 2026-02-22T22:02:19.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1701269504 bytes 2026-02-22T22:02:19.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1764541440 bytes 2026-02-22T22:02:19.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1808943104 bytes 2026-02-22T22:02:19.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1838649344 bytes 2026-02-22T22:02:19.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1910867968 bytes 2026-02-22T22:02:19.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2004206592 bytes 2026-02-22T22:02:19.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2019755008 bytes 2026-02-22T22:02:19.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2077041664 bytes 2026-02-22T22:02:20.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2088276992 bytes 2026-02-22T22:02:20.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2126696448 bytes 2026-02-22T22:02:20.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2158217216 bytes 2026-02-22T22:02:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2231086080 bytes 2026-02-22T22:02:20.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2267502592 bytes 2026-02-22T22:02:20.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2304541696 bytes 2026-02-22T22:02:20.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2381545472 bytes 2026-02-22T22:02:20.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2400717824 bytes 2026-02-22T22:02:20.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2435868672 bytes 2026-02-22T22:02:20.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2451207168 bytes 2026-02-22T22:02:20.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2513165312 bytes 2026-02-22T22:02:20.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2575374336 bytes 2026-02-22T22:02:20.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2667414528 bytes 2026-02-22T22:02:20.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2717942784 bytes 2026-02-22T22:02:20.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2730952704 bytes 2026-02-22T22:02:20.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2790477824 bytes 2026-02-22T22:02:20.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2833075200 bytes 2026-02-22T22:02:20.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2927137792 bytes 2026-02-22T22:02:21.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3025082368 bytes 2026-02-22T22:02:21.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3064342528 bytes 2026-02-22T22:02:21.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3116685312 bytes 2026-02-22T22:02:21.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3128457216 bytes 2026-02-22T22:02:21.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3133104128 bytes 2026-02-22T22:02:21.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3196959744 bytes 2026-02-22T22:02:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3203136512 bytes 2026-02-22T22:02:21.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3224266752 bytes 2026-02-22T22:02:21.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3315793920 bytes 2026-02-22T22:02:21.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3363964928 bytes 2026-02-22T22:02:21.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3442500608 bytes 2026-02-22T22:02:21.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3519004672 bytes 2026-02-22T22:02:21.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3556750336 bytes 2026-02-22T22:02:21.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3575420928 bytes 2026-02-22T22:02:21.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3627136000 bytes 2026-02-22T22:02:21.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3727193088 bytes 2026-02-22T22:02:21.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3754461184 bytes 2026-02-22T22:02:22.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3806606336 bytes 2026-02-22T22:02:22.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3808534528 bytes 2026-02-22T22:02:22.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3861166080 bytes 2026-02-22T22:02:22.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3880857600 bytes 2026-02-22T22:02:22.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3898470400 bytes 2026-02-22T22:02:22.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3939256320 bytes 2026-02-22T22:02:22.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3970087936 bytes 2026-02-22T22:02:22.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3989837824 bytes 2026-02-22T22:02:22.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4056970240 bytes 2026-02-22T22:02:22.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4135250944 bytes 2026-02-22T22:02:22.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4204651520 bytes 2026-02-22T22:02:22.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4211179520 bytes 2026-02-22T22:02:22.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4291606528 bytes 2026-02-22T22:02:22.678 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T22:02:22.680+0000 7fd43d752640 -1 reset not still connected to 0x55f0be3335f0 2026-02-22T22:02:22.678 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T22:02:22.680+0000 7fd43d752640 -1 reset not still connected to 0x55f0c34b8f70 2026-02-22T22:02:22.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4357346304 bytes 2026-02-22T22:02:22.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4383954944 bytes 2026-02-22T22:02:22.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4403965952 bytes 2026-02-22T22:02:22.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4431996928 bytes 2026-02-22T22:02:22.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4433542144 bytes 2026-02-22T22:02:22.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4458505216 bytes 2026-02-22T22:02:23.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4538323968 bytes 2026-02-22T22:02:23.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4540986368 bytes 2026-02-22T22:02:23.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4605532160 bytes 2026-02-22T22:02:23.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4628562944 bytes 2026-02-22T22:02:23.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4629188608 bytes 2026-02-22T22:02:23.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4687035392 bytes 2026-02-22T22:02:23.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4735639552 bytes 2026-02-22T22:02:23.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4806367232 bytes 2026-02-22T22:02:23.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4879225856 bytes 2026-02-22T22:02:23.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4910767104 bytes 2026-02-22T22:02:23.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4976418816 bytes 2026-02-22T22:02:23.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5006489600 bytes 2026-02-22T22:02:23.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5044235264 bytes 2026-02-22T22:02:23.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5105311744 bytes 2026-02-22T22:02:23.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5160238080 bytes 2026-02-22T22:02:23.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5208331264 bytes 2026-02-22T22:02:23.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5254029312 bytes 2026-02-22T22:02:23.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5295739904 bytes 2026-02-22T22:02:23.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5297382400 bytes 2026-02-22T22:02:24.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5327473664 bytes 2026-02-22T22:02:24.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5376062464 bytes 2026-02-22T22:02:24.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5409243136 bytes 2026-02-22T22:02:24.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5432258560 bytes 2026-02-22T22:02:24.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5492786176 bytes 2026-02-22T22:02:24.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5530421248 bytes 2026-02-22T22:02:24.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5615993856 bytes 2026-02-22T22:02:24.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5688660992 bytes 2026-02-22T22:02:24.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5748620288 bytes 2026-02-22T22:02:24.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5803505664 bytes 2026-02-22T22:02:24.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5873318912 bytes 2026-02-22T22:02:24.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5882583040 bytes 2026-02-22T22:02:24.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5914546176 bytes 2026-02-22T22:02:24.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5988140032 bytes 2026-02-22T22:02:24.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5990636544 bytes 2026-02-22T22:02:24.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6090116096 bytes 2026-02-22T22:02:24.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6090729472 bytes 2026-02-22T22:02:24.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6111345664 bytes 2026-02-22T22:02:25.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6147401728 bytes 2026-02-22T22:02:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6185910272 bytes 2026-02-22T22:02:25.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6256484352 bytes 2026-02-22T22:02:25.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6266163200 bytes 2026-02-22T22:02:25.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6276618240 bytes 2026-02-22T22:02:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6325638144 bytes 2026-02-22T22:02:25.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6347907072 bytes 2026-02-22T22:02:25.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6380699648 bytes 2026-02-22T22:02:25.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6429692928 bytes 2026-02-22T22:02:25.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6475088896 bytes 2026-02-22T22:02:25.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6527699968 bytes 2026-02-22T22:02:25.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6557070336 bytes 2026-02-22T22:02:25.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6557896704 bytes 2026-02-22T22:02:25.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6609559552 bytes 2026-02-22T22:02:25.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6635692032 bytes 2026-02-22T22:02:25.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6656638976 bytes 2026-02-22T22:02:25.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6729682944 bytes 2026-02-22T22:02:25.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6767802368 bytes 2026-02-22T22:02:25.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6825652224 bytes 2026-02-22T22:02:26.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6869728256 bytes 2026-02-22T22:02:26.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6891048960 bytes 2026-02-22T22:02:26.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6919073792 bytes 2026-02-22T22:02:26.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6966261760 bytes 2026-02-22T22:02:26.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6989405184 bytes 2026-02-22T22:02:26.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7073427456 bytes 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_29 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_29 snapshot 128M 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:26.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_29 128M 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:26.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_29 2026-02-22T22:02:26.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:02:26.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:02:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_29 snapshot 2026-02-22T22:02:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:02:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_29 snapshot 2026-02-22T22:02:27.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:02:27.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_29 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_29': 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13aac4320237 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13aac4320237 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:26 2026 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:26 2026 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:26 2026 2026-02-22T22:02:27.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:02:27.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:02:27.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 16ea32ad-2b8b-4581-b067-eb86b07ba5e2 2026-02-22T22:02:27.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:02:27.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:02:27.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_29 2026-02-22T22:02:27.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:27.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:27.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:02:27.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:02:27.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=8 2026-02-22T22:02:27.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:02:27.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 8s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_29 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:02:27.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 21993472 bytes 2026-02-22T22:02:27.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 22602752 bytes 2026-02-22T22:02:27.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 61377536 bytes 2026-02-22T22:02:27.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 138642432 bytes 2026-02-22T22:02:27.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 230819840 bytes 2026-02-22T22:02:27.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 237728768 bytes 2026-02-22T22:02:27.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 284228608 bytes 2026-02-22T22:02:27.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 424936448 bytes 2026-02-22T22:02:27.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 493454336 bytes 2026-02-22T22:02:27.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 568022016 bytes 2026-02-22T22:02:27.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 621206528 bytes 2026-02-22T22:02:27.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 724134912 bytes 2026-02-22T22:02:27.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 741132288 bytes 2026-02-22T22:02:28.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 749621248 bytes 2026-02-22T22:02:28.071 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 771765248 bytes 2026-02-22T22:02:28.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 805319680 bytes 2026-02-22T22:02:28.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 836314112 bytes 2026-02-22T22:02:28.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 889809920 bytes 2026-02-22T22:02:28.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 924964864 bytes 2026-02-22T22:02:28.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 963900416 bytes 2026-02-22T22:02:28.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 1012117504 bytes 2026-02-22T22:02:28.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1042752512 bytes 2026-02-22T22:02:28.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1056096256 bytes 2026-02-22T22:02:28.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1149227008 bytes 2026-02-22T22:02:28.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1196873728 bytes 2026-02-22T22:02:28.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1249613824 bytes 2026-02-22T22:02:28.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1292165120 bytes 2026-02-22T22:02:28.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1350627328 bytes 2026-02-22T22:02:28.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1374777344 bytes 2026-02-22T22:02:28.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1419896832 bytes 2026-02-22T22:02:28.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1438664704 bytes 2026-02-22T22:02:28.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1460388864 bytes 2026-02-22T22:02:28.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1510235136 bytes 2026-02-22T22:02:29.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1541183488 bytes 2026-02-22T22:02:29.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1583918080 bytes 2026-02-22T22:02:29.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1614958592 bytes 2026-02-22T22:02:29.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1648375808 bytes 2026-02-22T22:02:29.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1696116736 bytes 2026-02-22T22:02:29.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1739120640 bytes 2026-02-22T22:02:29.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1796148224 bytes 2026-02-22T22:02:29.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1796762624 bytes 2026-02-22T22:02:29.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1831035904 bytes 2026-02-22T22:02:29.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1886413824 bytes 2026-02-22T22:02:29.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1963475968 bytes 2026-02-22T22:02:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1986372608 bytes 2026-02-22T22:02:29.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2027790336 bytes 2026-02-22T22:02:29.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2047927296 bytes 2026-02-22T22:02:29.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2071590912 bytes 2026-02-22T22:02:29.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2092116992 bytes 2026-02-22T22:02:29.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2123525120 bytes 2026-02-22T22:02:29.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2190834688 bytes 2026-02-22T22:02:29.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2235764736 bytes 2026-02-22T22:02:30.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2323795968 bytes 2026-02-22T22:02:30.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2347581440 bytes 2026-02-22T22:02:30.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2409445376 bytes 2026-02-22T22:02:30.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2418483200 bytes 2026-02-22T22:02:30.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2451244032 bytes 2026-02-22T22:02:30.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2476748800 bytes 2026-02-22T22:02:30.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2538627072 bytes 2026-02-22T22:02:30.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2545423360 bytes 2026-02-22T22:02:30.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2615711744 bytes 2026-02-22T22:02:30.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2676131840 bytes 2026-02-22T22:02:30.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2694684672 bytes 2026-02-22T22:02:30.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2711736320 bytes 2026-02-22T22:02:30.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2802046976 bytes 2026-02-22T22:02:30.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2829603840 bytes 2026-02-22T22:02:30.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2855746560 bytes 2026-02-22T22:02:30.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2863961088 bytes 2026-02-22T22:02:30.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2897790976 bytes 2026-02-22T22:02:31.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2917217280 bytes 2026-02-22T22:02:31.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3030223872 bytes 2026-02-22T22:02:31.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3039934464 bytes 2026-02-22T22:02:31.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3122789376 bytes 2026-02-22T22:02:31.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3154601984 bytes 2026-02-22T22:02:31.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3199849472 bytes 2026-02-22T22:02:31.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3311702016 bytes 2026-02-22T22:02:31.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3325011968 bytes 2026-02-22T22:02:31.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3338490880 bytes 2026-02-22T22:02:31.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3397884928 bytes 2026-02-22T22:02:31.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3416895488 bytes 2026-02-22T22:02:31.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3448150016 bytes 2026-02-22T22:02:31.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3480720384 bytes 2026-02-22T22:02:31.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3571052544 bytes 2026-02-22T22:02:31.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3610395648 bytes 2026-02-22T22:02:31.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3649923072 bytes 2026-02-22T22:02:31.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3701265408 bytes 2026-02-22T22:02:31.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3763678208 bytes 2026-02-22T22:02:32.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3815086080 bytes 2026-02-22T22:02:32.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3868140544 bytes 2026-02-22T22:02:32.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3905737728 bytes 2026-02-22T22:02:32.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3984839680 bytes 2026-02-22T22:02:32.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4042152960 bytes 2026-02-22T22:02:32.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4072265728 bytes 2026-02-22T22:02:32.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4089236480 bytes 2026-02-22T22:02:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4192394240 bytes 2026-02-22T22:02:32.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4208148480 bytes 2026-02-22T22:02:32.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4252835840 bytes 2026-02-22T22:02:32.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4333271040 bytes 2026-02-22T22:02:32.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4417464320 bytes 2026-02-22T22:02:32.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4434192384 bytes 2026-02-22T22:02:32.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4485926912 bytes 2026-02-22T22:02:32.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4523383808 bytes 2026-02-22T22:02:32.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4569550848 bytes 2026-02-22T22:02:32.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4646477824 bytes 2026-02-22T22:02:32.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4664475648 bytes 2026-02-22T22:02:33.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4707707904 bytes 2026-02-22T22:02:33.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4715262976 bytes 2026-02-22T22:02:33.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4744425472 bytes 2026-02-22T22:02:33.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4767959040 bytes 2026-02-22T22:02:33.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4830542848 bytes 2026-02-22T22:02:33.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4853854208 bytes 2026-02-22T22:02:33.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4954481664 bytes 2026-02-22T22:02:33.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4958703616 bytes 2026-02-22T22:02:33.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5028874240 bytes 2026-02-22T22:02:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5054957568 bytes 2026-02-22T22:02:33.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5096671232 bytes 2026-02-22T22:02:33.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5122767872 bytes 2026-02-22T22:02:33.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5199380480 bytes 2026-02-22T22:02:33.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5246227456 bytes 2026-02-22T22:02:33.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5291319296 bytes 2026-02-22T22:02:33.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5345885184 bytes 2026-02-22T22:02:33.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5385891840 bytes 2026-02-22T22:02:33.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5422138368 bytes 2026-02-22T22:02:33.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5502863360 bytes 2026-02-22T22:02:34.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5551660032 bytes 2026-02-22T22:02:34.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5649502208 bytes 2026-02-22T22:02:34.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5709196288 bytes 2026-02-22T22:02:34.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5736682496 bytes 2026-02-22T22:02:34.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5816605696 bytes 2026-02-22T22:02:34.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5863580672 bytes 2026-02-22T22:02:34.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5881229312 bytes 2026-02-22T22:02:34.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5913977856 bytes 2026-02-22T22:02:34.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5940756480 bytes 2026-02-22T22:02:34.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5961355264 bytes 2026-02-22T22:02:34.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5978477568 bytes 2026-02-22T22:02:34.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6009776128 bytes 2026-02-22T22:02:34.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6119293952 bytes 2026-02-22T22:02:34.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6129555456 bytes 2026-02-22T22:02:34.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6206245888 bytes 2026-02-22T22:02:34.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6239824896 bytes 2026-02-22T22:02:34.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6240443392 bytes 2026-02-22T22:02:34.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6280803328 bytes 2026-02-22T22:02:34.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6322709504 bytes 2026-02-22T22:02:35.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6333447168 bytes 2026-02-22T22:02:35.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6365765632 bytes 2026-02-22T22:02:35.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6410763264 bytes 2026-02-22T22:02:35.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6419775488 bytes 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_30 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_30 snapshot 128M 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_30 128M 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:35.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_30 2026-02-22T22:02:35.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:02:35.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:35.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:02:35.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:35.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_30 snapshot 2026-02-22T22:02:35.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:35.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:35.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:02:35.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:35.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_30 snapshot 2026-02-22T22:02:36.119 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.5205100868905638) > weight (0.25) 2026-02-22T22:02:36.119 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.7788794863171773) > weight (0.25) 2026-02-22T22:02:36.119 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.2 with skip (0.7367112220585418) > weight (0.25) 2026-02-22T22:02:36.119 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.3 with skip (0.45638459857295144) > weight (0.25) 2026-02-22T22:02:36.119 INFO:tasks.rbd_mirror_thrash:waiting for 98.48566222318448 secs before thrashing 2026-02-22T22:02:36.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:02:36.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_30 2026-02-22T22:02:36.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_30': 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13b39857493b 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13b39857493b 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:35 2026 2026-02-22T22:02:36.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:35 2026 2026-02-22T22:02:36.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:35 2026 2026-02-22T22:02:36.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:02:36.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:02:36.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 017b6f00-f8c1-4702-862e-8fbbc55801c6 2026-02-22T22:02:36.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:02:36.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:02:36.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_30 2026-02-22T22:02:36.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:36.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:36.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:02:36.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:02:36.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=11 2026-02-22T22:02:36.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:02:36.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 11s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_30 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:02:36.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 93123584 bytes 2026-02-22T22:02:36.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 123228160 bytes 2026-02-22T22:02:36.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 176367616 bytes 2026-02-22T22:02:36.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 226312192 bytes 2026-02-22T22:02:36.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 286074880 bytes 2026-02-22T22:02:36.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 302715904 bytes 2026-02-22T22:02:36.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 319912960 bytes 2026-02-22T22:02:36.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 350962688 bytes 2026-02-22T22:02:36.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 359636992 bytes 2026-02-22T22:02:36.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 383266816 bytes 2026-02-22T22:02:36.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 425141248 bytes 2026-02-22T22:02:36.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 472396800 bytes 2026-02-22T22:02:36.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 557825024 bytes 2026-02-22T22:02:37.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 649793536 bytes 2026-02-22T22:02:37.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 687367168 bytes 2026-02-22T22:02:37.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 709049344 bytes 2026-02-22T22:02:37.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 762185728 bytes 2026-02-22T22:02:37.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 831133696 bytes 2026-02-22T22:02:37.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 879587328 bytes 2026-02-22T22:02:37.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 962685952 bytes 2026-02-22T22:02:37.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 976141312 bytes 2026-02-22T22:02:37.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1006836736 bytes 2026-02-22T22:02:37.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1031200768 bytes 2026-02-22T22:02:37.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1074762752 bytes 2026-02-22T22:02:37.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1138110464 bytes 2026-02-22T22:02:37.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1182507008 bytes 2026-02-22T22:02:37.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1187949568 bytes 2026-02-22T22:02:37.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1220232192 bytes 2026-02-22T22:02:37.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1271045120 bytes 2026-02-22T22:02:37.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1283210240 bytes 2026-02-22T22:02:37.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1361061888 bytes 2026-02-22T22:02:37.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1411508224 bytes 2026-02-22T22:02:37.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1459718144 bytes 2026-02-22T22:02:38.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1500857344 bytes 2026-02-22T22:02:38.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1524981760 bytes 2026-02-22T22:02:38.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1602354176 bytes 2026-02-22T22:02:38.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1667110912 bytes 2026-02-22T22:02:38.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1708793856 bytes 2026-02-22T22:02:38.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1725033472 bytes 2026-02-22T22:02:38.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1766267904 bytes 2026-02-22T22:02:38.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1777130496 bytes 2026-02-22T22:02:38.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1824521216 bytes 2026-02-22T22:02:38.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1836808192 bytes 2026-02-22T22:02:38.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1884852224 bytes 2026-02-22T22:02:38.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1948157952 bytes 2026-02-22T22:02:38.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1963576320 bytes 2026-02-22T22:02:38.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2038960128 bytes 2026-02-22T22:02:38.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2075715584 bytes 2026-02-22T22:02:38.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2156634112 bytes 2026-02-22T22:02:38.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2206789632 bytes 2026-02-22T22:02:38.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2271695872 bytes 2026-02-22T22:02:38.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2286260224 bytes 2026-02-22T22:02:39.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2347044864 bytes 2026-02-22T22:02:39.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2385922048 bytes 2026-02-22T22:02:39.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2413828096 bytes 2026-02-22T22:02:39.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2472605696 bytes 2026-02-22T22:02:39.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2536079360 bytes 2026-02-22T22:02:39.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2582467584 bytes 2026-02-22T22:02:39.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2598173696 bytes 2026-02-22T22:02:39.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2708485120 bytes 2026-02-22T22:02:39.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2749754368 bytes 2026-02-22T22:02:39.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2773320704 bytes 2026-02-22T22:02:39.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2783203328 bytes 2026-02-22T22:02:39.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2796485632 bytes 2026-02-22T22:02:39.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2842510336 bytes 2026-02-22T22:02:39.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2892916736 bytes 2026-02-22T22:02:39.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2924828672 bytes 2026-02-22T22:02:39.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2939606016 bytes 2026-02-22T22:02:39.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3001931776 bytes 2026-02-22T22:02:39.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3009245184 bytes 2026-02-22T22:02:39.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3054714880 bytes 2026-02-22T22:02:40.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3140851712 bytes 2026-02-22T22:02:40.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3168081920 bytes 2026-02-22T22:02:40.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3250271232 bytes 2026-02-22T22:02:40.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3250900992 bytes 2026-02-22T22:02:40.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3277902848 bytes 2026-02-22T22:02:40.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3350060032 bytes 2026-02-22T22:02:40.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3408752640 bytes 2026-02-22T22:02:40.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3467371520 bytes 2026-02-22T22:02:40.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3488228352 bytes 2026-02-22T22:02:40.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3564856320 bytes 2026-02-22T22:02:40.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3582325760 bytes 2026-02-22T22:02:40.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3615481856 bytes 2026-02-22T22:02:40.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3707636736 bytes 2026-02-22T22:02:40.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3732531200 bytes 2026-02-22T22:02:40.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3773880320 bytes 2026-02-22T22:02:40.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3824708608 bytes 2026-02-22T22:02:40.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3861158912 bytes 2026-02-22T22:02:40.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3863123968 bytes 2026-02-22T22:02:40.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3874789376 bytes 2026-02-22T22:02:41.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3970242560 bytes 2026-02-22T22:02:41.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3987450880 bytes 2026-02-22T22:02:41.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4064209920 bytes 2026-02-22T22:02:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4085765120 bytes 2026-02-22T22:02:41.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4132402176 bytes 2026-02-22T22:02:41.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4208237568 bytes 2026-02-22T22:02:41.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4252660736 bytes 2026-02-22T22:02:41.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4275072000 bytes 2026-02-22T22:02:41.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4308195328 bytes 2026-02-22T22:02:41.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4333336576 bytes 2026-02-22T22:02:41.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4383819776 bytes 2026-02-22T22:02:41.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4419490816 bytes 2026-02-22T22:02:41.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4434675712 bytes 2026-02-22T22:02:41.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4482515968 bytes 2026-02-22T22:02:41.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4523067392 bytes 2026-02-22T22:02:41.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4567373824 bytes 2026-02-22T22:02:41.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4634375168 bytes 2026-02-22T22:02:41.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4645718016 bytes 2026-02-22T22:02:41.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4707449856 bytes 2026-02-22T22:02:42.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4800571392 bytes 2026-02-22T22:02:42.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4860058624 bytes 2026-02-22T22:02:42.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4889455616 bytes 2026-02-22T22:02:42.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4904074240 bytes 2026-02-22T22:02:42.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4923922432 bytes 2026-02-22T22:02:42.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4956324864 bytes 2026-02-22T22:02:42.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5027786752 bytes 2026-02-22T22:02:42.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5099487232 bytes 2026-02-22T22:02:42.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5117136896 bytes 2026-02-22T22:02:42.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5162530816 bytes 2026-02-22T22:02:42.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5252622336 bytes 2026-02-22T22:02:42.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5275996160 bytes 2026-02-22T22:02:42.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5284077568 bytes 2026-02-22T22:02:42.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5323161600 bytes 2026-02-22T22:02:42.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5362186240 bytes 2026-02-22T22:02:42.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5382448128 bytes 2026-02-22T22:02:42.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5419365376 bytes 2026-02-22T22:02:42.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5487919104 bytes 2026-02-22T22:02:43.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5590542336 bytes 2026-02-22T22:02:43.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5664473088 bytes 2026-02-22T22:02:43.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5720830976 bytes 2026-02-22T22:02:43.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5771279360 bytes 2026-02-22T22:02:43.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5826698240 bytes 2026-02-22T22:02:43.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5876965376 bytes 2026-02-22T22:02:43.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5936452608 bytes 2026-02-22T22:02:43.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5960694784 bytes 2026-02-22T22:02:43.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5974174720 bytes 2026-02-22T22:02:43.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5991026688 bytes 2026-02-22T22:02:43.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6024613888 bytes 2026-02-22T22:02:43.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6063817728 bytes 2026-02-22T22:02:43.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6114154496 bytes 2026-02-22T22:02:43.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6217745408 bytes 2026-02-22T22:02:43.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6271899648 bytes 2026-02-22T22:02:43.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6293944320 bytes 2026-02-22T22:02:43.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6316989440 bytes 2026-02-22T22:02:43.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6352886784 bytes 2026-02-22T22:02:43.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6379798528 bytes 2026-02-22T22:02:44.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6410023936 bytes 2026-02-22T22:02:44.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6427777024 bytes 2026-02-22T22:02:44.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6450414592 bytes 2026-02-22T22:02:44.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6512898048 bytes 2026-02-22T22:02:44.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6548777984 bytes 2026-02-22T22:02:44.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6574431232 bytes 2026-02-22T22:02:44.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6590730240 bytes 2026-02-22T22:02:44.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6620486656 bytes 2026-02-22T22:02:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6691497984 bytes 2026-02-22T22:02:44.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6728578048 bytes 2026-02-22T22:02:44.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6748862464 bytes 2026-02-22T22:02:44.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6827625472 bytes 2026-02-22T22:02:44.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6871117824 bytes 2026-02-22T22:02:44.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6912838656 bytes 2026-02-22T22:02:44.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6916606976 bytes 2026-02-22T22:02:44.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6957074432 bytes 2026-02-22T22:02:44.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6957692928 bytes 2026-02-22T22:02:44.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6958289920 bytes 2026-02-22T22:02:44.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7023052800 bytes 2026-02-22T22:02:44.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7059834880 bytes 2026-02-22T22:02:44.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7092384768 bytes 2026-02-22T22:02:44.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7114406912 bytes 2026-02-22T22:02:45.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7134825472 bytes 2026-02-22T22:02:45.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7224125440 bytes 2026-02-22T22:02:45.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7301126144 bytes 2026-02-22T22:02:45.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7323608064 bytes 2026-02-22T22:02:45.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7360699392 bytes 2026-02-22T22:02:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7362666496 bytes 2026-02-22T22:02:45.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7384308736 bytes 2026-02-22T22:02:45.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7490581504 bytes 2026-02-22T22:02:45.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7519949824 bytes 2026-02-22T22:02:45.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7598746624 bytes 2026-02-22T22:02:45.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7665907712 bytes 2026-02-22T22:02:45.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7706710016 bytes 2026-02-22T22:02:45.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7737939968 bytes 2026-02-22T22:02:45.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7829202944 bytes 2026-02-22T22:02:45.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7864745984 bytes 2026-02-22T22:02:45.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7871257600 bytes 2026-02-22T22:02:45.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7932595200 bytes 2026-02-22T22:02:46.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7989188608 bytes 2026-02-22T22:02:46.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 8044767232 bytes 2026-02-22T22:02:46.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 8068788224 bytes 2026-02-22T22:02:46.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8153246720 bytes 2026-02-22T22:02:46.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8160364544 bytes 2026-02-22T22:02:46.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8190158848 bytes 2026-02-22T22:02:46.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8262023168 bytes 2026-02-22T22:02:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8262637568 bytes 2026-02-22T22:02:46.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8319199232 bytes 2026-02-22T22:02:46.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8339772416 bytes 2026-02-22T22:02:46.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8364239872 bytes 2026-02-22T22:02:46.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8365583360 bytes 2026-02-22T22:02:46.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8378890240 bytes 2026-02-22T22:02:46.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8414348288 bytes 2026-02-22T22:02:46.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8463635456 bytes 2026-02-22T22:02:46.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8491693056 bytes 2026-02-22T22:02:46.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8536505344 bytes 2026-02-22T22:02:46.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8537104384 bytes 2026-02-22T22:02:46.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8637150208 bytes 2026-02-22T22:02:46.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8685844480 bytes 2026-02-22T22:02:47.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8747803648 bytes 2026-02-22T22:02:47.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8806506496 bytes 2026-02-22T22:02:47.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8873564160 bytes 2026-02-22T22:02:47.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8898740224 bytes 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_31 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_31 snapshot 128M 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:02:47.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_31 128M 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:47.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_31 2026-02-22T22:02:47.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:02:47.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:47.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:02:47.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:47.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_31 snapshot 2026-02-22T22:02:47.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:47.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:47.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:02:47.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:47.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_31 snapshot 2026-02-22T22:02:48.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:02:48.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_31 2026-02-22T22:02:48.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_31': 2026-02-22T22:02:48.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:02:48.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:02:48.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:02:48.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13be8ca55cb0 2026-02-22T22:02:48.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13be8ca55cb0 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:47 2026 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:47 2026 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:47 2026 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 4fbcdbcd-5f4c-4251-a513-6362849c20b5 2026-02-22T22:02:48.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:02:48.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:02:48.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_31 2026-02-22T22:02:48.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:48.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:48.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:02:48.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:02:48.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=7 2026-02-22T22:02:48.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:02:48.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 7s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_31 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:02:48.286 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.6805410736458187) > weight (0.25) 2026-02-22T22:02:48.287 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.5084231815519418) > weight (0.25) 2026-02-22T22:02:48.287 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.9036116595377071) > weight (0.25) 2026-02-22T22:02:48.287 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.8460537079850053) > weight (0.25) 2026-02-22T22:02:48.287 INFO:tasks.rbd_mirror_thrash:waiting for 119.27280063014908 secs before thrashing 2026-02-22T22:02:48.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 56873984 bytes 2026-02-22T22:02:48.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 79232000 bytes 2026-02-22T22:02:48.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 116792320 bytes 2026-02-22T22:02:48.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 123645952 bytes 2026-02-22T22:02:48.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 150195200 bytes 2026-02-22T22:02:48.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 210664448 bytes 2026-02-22T22:02:48.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 238376960 bytes 2026-02-22T22:02:48.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 268974080 bytes 2026-02-22T22:02:48.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 349355008 bytes 2026-02-22T22:02:48.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 413694976 bytes 2026-02-22T22:02:48.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 435901440 bytes 2026-02-22T22:02:48.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 485189632 bytes 2026-02-22T22:02:48.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 511759360 bytes 2026-02-22T22:02:48.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 560306176 bytes 2026-02-22T22:02:49.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 598551552 bytes 2026-02-22T22:02:49.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 680424448 bytes 2026-02-22T22:02:49.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 730425344 bytes 2026-02-22T22:02:49.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 783682560 bytes 2026-02-22T22:02:49.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 812899328 bytes 2026-02-22T22:02:49.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 846377984 bytes 2026-02-22T22:02:49.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 880087040 bytes 2026-02-22T22:02:49.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 943138816 bytes 2026-02-22T22:02:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 970524672 bytes 2026-02-22T22:02:49.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1034647552 bytes 2026-02-22T22:02:49.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1061578752 bytes 2026-02-22T22:02:49.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1135198208 bytes 2026-02-22T22:02:49.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1227025408 bytes 2026-02-22T22:02:49.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1260733440 bytes 2026-02-22T22:02:49.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1275102208 bytes 2026-02-22T22:02:49.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1333651456 bytes 2026-02-22T22:02:49.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1407505408 bytes 2026-02-22T22:02:49.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1408120832 bytes 2026-02-22T22:02:50.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1415100416 bytes 2026-02-22T22:02:50.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1439964160 bytes 2026-02-22T22:02:50.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1457789952 bytes 2026-02-22T22:02:50.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1490695168 bytes 2026-02-22T22:02:50.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1522207744 bytes 2026-02-22T22:02:50.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1549869056 bytes 2026-02-22T22:02:50.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1626594304 bytes 2026-02-22T22:02:50.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1676439552 bytes 2026-02-22T22:02:50.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1755499520 bytes 2026-02-22T22:02:50.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1838470144 bytes 2026-02-22T22:02:50.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1901465600 bytes 2026-02-22T22:02:50.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1933474816 bytes 2026-02-22T22:02:50.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1975849984 bytes 2026-02-22T22:02:50.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2048414720 bytes 2026-02-22T22:02:50.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2089764864 bytes 2026-02-22T22:02:50.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2107113472 bytes 2026-02-22T22:02:50.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2176820224 bytes 2026-02-22T22:02:50.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2205347840 bytes 2026-02-22T22:02:50.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2213096448 bytes 2026-02-22T22:02:50.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2218568704 bytes 2026-02-22T22:02:51.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2303486976 bytes 2026-02-22T22:02:51.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2348106752 bytes 2026-02-22T22:02:51.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2358877184 bytes 2026-02-22T22:02:51.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2416493568 bytes 2026-02-22T22:02:51.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2453747712 bytes 2026-02-22T22:02:51.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2504620032 bytes 2026-02-22T22:02:51.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2538546176 bytes 2026-02-22T22:02:51.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2597753856 bytes 2026-02-22T22:02:51.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2630168576 bytes 2026-02-22T22:02:51.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2677778432 bytes 2026-02-22T22:02:51.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2706983936 bytes 2026-02-22T22:02:51.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2727877632 bytes 2026-02-22T22:02:51.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2738374656 bytes 2026-02-22T22:02:51.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2763064320 bytes 2026-02-22T22:02:51.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2825150464 bytes 2026-02-22T22:02:52.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2875760640 bytes 2026-02-22T22:02:52.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2954987520 bytes 2026-02-22T22:02:52.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3006457856 bytes 2026-02-22T22:02:52.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3051535360 bytes 2026-02-22T22:02:52.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3101319168 bytes 2026-02-22T22:02:52.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3176657920 bytes 2026-02-22T22:02:52.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3293981696 bytes 2026-02-22T22:02:52.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3333174272 bytes 2026-02-22T22:02:52.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3391464448 bytes 2026-02-22T22:02:52.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3421614080 bytes 2026-02-22T22:02:52.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3422240768 bytes 2026-02-22T22:02:52.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3510011904 bytes 2026-02-22T22:02:52.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3534498816 bytes 2026-02-22T22:02:52.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3594598400 bytes 2026-02-22T22:02:52.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3602626560 bytes 2026-02-22T22:02:52.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3633259520 bytes 2026-02-22T22:02:52.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3702645760 bytes 2026-02-22T22:02:53.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3725583360 bytes 2026-02-22T22:02:53.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3750540288 bytes 2026-02-22T22:02:53.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3817147392 bytes 2026-02-22T22:02:53.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3823783936 bytes 2026-02-22T22:02:53.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3862292480 bytes 2026-02-22T22:02:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3897487360 bytes 2026-02-22T22:02:53.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3898117120 bytes 2026-02-22T22:02:53.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3902381056 bytes 2026-02-22T22:02:53.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3957143552 bytes 2026-02-22T22:02:53.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3964573696 bytes 2026-02-22T22:02:53.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3979856896 bytes 2026-02-22T22:02:53.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3996537856 bytes 2026-02-22T22:02:53.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4048871424 bytes 2026-02-22T22:02:53.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4144395264 bytes 2026-02-22T22:02:53.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4190057472 bytes 2026-02-22T22:02:53.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4287671296 bytes 2026-02-22T22:02:53.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4370372608 bytes 2026-02-22T22:02:53.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4386530304 bytes 2026-02-22T22:02:53.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4421830656 bytes 2026-02-22T22:02:53.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4433440768 bytes 2026-02-22T22:02:54.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4456112128 bytes 2026-02-22T22:02:54.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4512237568 bytes 2026-02-22T22:02:54.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4576679936 bytes 2026-02-22T22:02:54.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4581728256 bytes 2026-02-22T22:02:54.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4661210112 bytes 2026-02-22T22:02:54.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4669801472 bytes 2026-02-22T22:02:54.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4734532608 bytes 2026-02-22T22:02:54.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4783484928 bytes 2026-02-22T22:02:54.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4812941312 bytes 2026-02-22T22:02:54.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4849318912 bytes 2026-02-22T22:02:54.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4893114368 bytes 2026-02-22T22:02:54.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4991618048 bytes 2026-02-22T22:02:54.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5017478144 bytes 2026-02-22T22:02:54.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5029417984 bytes 2026-02-22T22:02:54.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5066550272 bytes 2026-02-22T22:02:54.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5091552256 bytes 2026-02-22T22:02:54.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5129927680 bytes 2026-02-22T22:02:54.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5211080704 bytes 2026-02-22T22:02:54.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5253070848 bytes 2026-02-22T22:02:55.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5328183296 bytes 2026-02-22T22:02:55.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5364672512 bytes 2026-02-22T22:02:55.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5392318464 bytes 2026-02-22T22:02:55.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5438651392 bytes 2026-02-22T22:02:55.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:02:55.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_32 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_32 snapshot 128M 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:55.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_32 128M 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:55.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:02:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:02:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:02:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:02:55.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_32 2026-02-22T22:02:55.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:02:55.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:55.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:02:55.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:02:55.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_32 snapshot 2026-02-22T22:02:55.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:55.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:55.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:02:55.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:02:55.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_32 snapshot 2026-02-22T22:02:56.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:02:56.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_32 2026-02-22T22:02:56.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_32': 2026-02-22T22:02:56.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:02:56.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:02:56.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:02:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13c65fd74c9b 2026-02-22T22:02:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13c65fd74c9b 2026-02-22T22:02:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:02:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:02:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:02:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:02:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:55 2026 2026-02-22T22:02:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:55 2026 2026-02-22T22:02:56.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:55 2026 2026-02-22T22:02:56.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:02:56.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:02:56.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 7c6516b0-cc15-4b48-89eb-cbff3528db02 2026-02-22T22:02:56.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:02:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:02:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_32 2026-02-22T22:02:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:02:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:02:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:02:56.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:02:56.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=8 2026-02-22T22:02:56.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:02:56.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 8s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_32 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:02:56.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 33046528 bytes 2026-02-22T22:02:56.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 66653184 bytes 2026-02-22T22:02:56.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 83883008 bytes 2026-02-22T22:02:56.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 85743616 bytes 2026-02-22T22:02:56.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 212277248 bytes 2026-02-22T22:02:56.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 260274176 bytes 2026-02-22T22:02:56.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 287298560 bytes 2026-02-22T22:02:56.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 359469056 bytes 2026-02-22T22:02:56.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 459825152 bytes 2026-02-22T22:02:56.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 482069504 bytes 2026-02-22T22:02:56.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 535049216 bytes 2026-02-22T22:02:56.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 553927680 bytes 2026-02-22T22:02:56.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 585686016 bytes 2026-02-22T22:02:57.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 624716800 bytes 2026-02-22T22:02:57.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 707952640 bytes 2026-02-22T22:02:57.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 708827136 bytes 2026-02-22T22:02:57.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 728872960 bytes 2026-02-22T22:02:57.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 735039488 bytes 2026-02-22T22:02:57.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 735649792 bytes 2026-02-22T22:02:57.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 834801664 bytes 2026-02-22T22:02:57.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 861123584 bytes 2026-02-22T22:02:57.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 915970048 bytes 2026-02-22T22:02:57.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 976492544 bytes 2026-02-22T22:02:57.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 996649984 bytes 2026-02-22T22:02:57.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1036701696 bytes 2026-02-22T22:02:57.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1128772608 bytes 2026-02-22T22:02:57.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1157969920 bytes 2026-02-22T22:02:57.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1228481536 bytes 2026-02-22T22:02:57.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1279587328 bytes 2026-02-22T22:02:57.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1322260480 bytes 2026-02-22T22:02:57.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1397782528 bytes 2026-02-22T22:02:57.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1437380608 bytes 2026-02-22T22:02:58.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1465155584 bytes 2026-02-22T22:02:58.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1477347328 bytes 2026-02-22T22:02:58.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1478976512 bytes 2026-02-22T22:02:58.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1498400768 bytes 2026-02-22T22:02:58.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1525441536 bytes 2026-02-22T22:02:58.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1603955712 bytes 2026-02-22T22:02:58.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1655261184 bytes 2026-02-22T22:02:58.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1690199040 bytes 2026-02-22T22:02:58.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1712605184 bytes 2026-02-22T22:02:58.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1779772416 bytes 2026-02-22T22:02:58.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1804338176 bytes 2026-02-22T22:02:58.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1864205312 bytes 2026-02-22T22:02:58.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1933473792 bytes 2026-02-22T22:02:58.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1984670720 bytes 2026-02-22T22:02:58.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2006529024 bytes 2026-02-22T22:02:58.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2048847872 bytes 2026-02-22T22:02:58.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2077333504 bytes 2026-02-22T22:02:58.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2077960192 bytes 2026-02-22T22:02:58.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2097927168 bytes 2026-02-22T22:02:58.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2153831424 bytes 2026-02-22T22:02:59.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2196531200 bytes 2026-02-22T22:02:59.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2217792512 bytes 2026-02-22T22:02:59.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2218411008 bytes 2026-02-22T22:02:59.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2265799680 bytes 2026-02-22T22:02:59.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2284054528 bytes 2026-02-22T22:02:59.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2300929024 bytes 2026-02-22T22:02:59.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2337911808 bytes 2026-02-22T22:02:59.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2385196032 bytes 2026-02-22T22:02:59.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2523926528 bytes 2026-02-22T22:02:59.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2524533760 bytes 2026-02-22T22:02:59.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2525155328 bytes 2026-02-22T22:02:59.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2586413056 bytes 2026-02-22T22:02:59.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2659580928 bytes 2026-02-22T22:02:59.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2698296320 bytes 2026-02-22T22:02:59.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2758336512 bytes 2026-02-22T22:02:59.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2826494976 bytes 2026-02-22T22:02:59.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2865089536 bytes 2026-02-22T22:02:59.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2895360000 bytes 2026-02-22T22:02:59.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2917984256 bytes 2026-02-22T22:03:00.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2989343744 bytes 2026-02-22T22:03:00.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3053523968 bytes 2026-02-22T22:03:00.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3065511936 bytes 2026-02-22T22:03:00.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3104183296 bytes 2026-02-22T22:03:00.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3182217216 bytes 2026-02-22T22:03:00.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3197172736 bytes 2026-02-22T22:03:00.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3236144128 bytes 2026-02-22T22:03:00.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3288596480 bytes 2026-02-22T22:03:00.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3334000640 bytes 2026-02-22T22:03:00.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3386943488 bytes 2026-02-22T22:03:00.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3469265920 bytes 2026-02-22T22:03:00.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3551688704 bytes 2026-02-22T22:03:00.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3588322304 bytes 2026-02-22T22:03:00.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3642763264 bytes 2026-02-22T22:03:00.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3705039872 bytes 2026-02-22T22:03:00.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3748879360 bytes 2026-02-22T22:03:00.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3866148864 bytes 2026-02-22T22:03:00.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3892350976 bytes 2026-02-22T22:03:01.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3893884928 bytes 2026-02-22T22:03:01.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3950879744 bytes 2026-02-22T22:03:01.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4030433280 bytes 2026-02-22T22:03:01.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4047165440 bytes 2026-02-22T22:03:01.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4063397888 bytes 2026-02-22T22:03:01.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4088110080 bytes 2026-02-22T22:03:01.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4168000512 bytes 2026-02-22T22:03:01.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4203371520 bytes 2026-02-22T22:03:01.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4206239744 bytes 2026-02-22T22:03:01.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4287037440 bytes 2026-02-22T22:03:01.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4287671296 bytes 2026-02-22T22:03:01.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4338548736 bytes 2026-02-22T22:03:01.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4371915776 bytes 2026-02-22T22:03:01.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4386634752 bytes 2026-02-22T22:03:01.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4446452736 bytes 2026-02-22T22:03:01.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4469600256 bytes 2026-02-22T22:03:01.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4525711360 bytes 2026-02-22T22:03:01.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4589724672 bytes 2026-02-22T22:03:01.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4623471616 bytes 2026-02-22T22:03:02.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4632082432 bytes 2026-02-22T22:03:02.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4719333376 bytes 2026-02-22T22:03:02.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4789240832 bytes 2026-02-22T22:03:02.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4849996800 bytes 2026-02-22T22:03:02.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4879316992 bytes 2026-02-22T22:03:02.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4908322816 bytes 2026-02-22T22:03:02.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5013836800 bytes 2026-02-22T22:03:02.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5045601280 bytes 2026-02-22T22:03:02.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5100773376 bytes 2026-02-22T22:03:02.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5110917120 bytes 2026-02-22T22:03:02.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5137139712 bytes 2026-02-22T22:03:02.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5157053440 bytes 2026-02-22T22:03:02.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5251842048 bytes 2026-02-22T22:03:02.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5330664448 bytes 2026-02-22T22:03:02.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5351864320 bytes 2026-02-22T22:03:02.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5369694208 bytes 2026-02-22T22:03:02.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5427761152 bytes 2026-02-22T22:03:02.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5477468160 bytes 2026-02-22T22:03:03.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5503576064 bytes 2026-02-22T22:03:03.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5550959616 bytes 2026-02-22T22:03:03.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5592622080 bytes 2026-02-22T22:03:03.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5612095488 bytes 2026-02-22T22:03:03.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5620094976 bytes 2026-02-22T22:03:03.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5663389696 bytes 2026-02-22T22:03:03.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5712361472 bytes 2026-02-22T22:03:03.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5806184448 bytes 2026-02-22T22:03:03.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5846317056 bytes 2026-02-22T22:03:03.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5868883968 bytes 2026-02-22T22:03:03.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5923374080 bytes 2026-02-22T22:03:03.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5952404480 bytes 2026-02-22T22:03:03.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5990491136 bytes 2026-02-22T22:03:03.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6048112640 bytes 2026-02-22T22:03:03.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6087499776 bytes 2026-02-22T22:03:03.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6146564096 bytes 2026-02-22T22:03:03.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6173879296 bytes 2026-02-22T22:03:03.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6219155456 bytes 2026-02-22T22:03:03.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6266981376 bytes 2026-02-22T22:03:04.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6322222080 bytes 2026-02-22T22:03:04.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6384515072 bytes 2026-02-22T22:03:04.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6395967488 bytes 2026-02-22T22:03:04.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6396567552 bytes 2026-02-22T22:03:04.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6436183040 bytes 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_33 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_33 snapshot 128M 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_33 128M 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:03:04.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:03:04.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:03:04.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:04.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_33 2026-02-22T22:03:04.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:03:04.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:04.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:03:04.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:04.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_33 snapshot 2026-02-22T22:03:04.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:04.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:04.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:03:04.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:04.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_33 snapshot 2026-02-22T22:03:05.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:03:05.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_33 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_33': 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13d1f6e74acc 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13d1f6e74acc 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:04 2026 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:04 2026 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:04 2026 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: c8c46684-24d4-4326-85c3-0dacfcf158b0 2026-02-22T22:03:05.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:03:05.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:03:05.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_33 2026-02-22T22:03:05.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:05.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:05.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:03:05.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:03:05.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=14 2026-02-22T22:03:05.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:03:05.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 14s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_33 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:03:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 30755840 bytes 2026-02-22T22:03:05.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 110519296 bytes 2026-02-22T22:03:05.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 174445568 bytes 2026-02-22T22:03:05.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 215026688 bytes 2026-02-22T22:03:05.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 326700032 bytes 2026-02-22T22:03:05.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 327320576 bytes 2026-02-22T22:03:05.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 331770880 bytes 2026-02-22T22:03:05.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 425978880 bytes 2026-02-22T22:03:05.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 447334400 bytes 2026-02-22T22:03:05.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 533195776 bytes 2026-02-22T22:03:05.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 584692736 bytes 2026-02-22T22:03:06.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 595972096 bytes 2026-02-22T22:03:06.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 615340032 bytes 2026-02-22T22:03:06.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 656765952 bytes 2026-02-22T22:03:06.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 706151424 bytes 2026-02-22T22:03:06.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 741035008 bytes 2026-02-22T22:03:06.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 793294848 bytes 2026-02-22T22:03:06.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 815065088 bytes 2026-02-22T22:03:06.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 858658816 bytes 2026-02-22T22:03:06.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 921269248 bytes 2026-02-22T22:03:06.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 985658368 bytes 2026-02-22T22:03:06.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1020613632 bytes 2026-02-22T22:03:06.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1079048192 bytes 2026-02-22T22:03:06.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1107139584 bytes 2026-02-22T22:03:06.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1164857344 bytes 2026-02-22T22:03:06.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1185474560 bytes 2026-02-22T22:03:06.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1211511808 bytes 2026-02-22T22:03:06.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1241631744 bytes 2026-02-22T22:03:06.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1297657856 bytes 2026-02-22T22:03:06.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1314478080 bytes 2026-02-22T22:03:06.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1332668416 bytes 2026-02-22T22:03:07.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1394615296 bytes 2026-02-22T22:03:07.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1404017664 bytes 2026-02-22T22:03:07.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1535818752 bytes 2026-02-22T22:03:07.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1601095680 bytes 2026-02-22T22:03:07.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1643490304 bytes 2026-02-22T22:03:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1737458688 bytes 2026-02-22T22:03:07.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1784802304 bytes 2026-02-22T22:03:07.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1833325568 bytes 2026-02-22T22:03:07.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1887450112 bytes 2026-02-22T22:03:07.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1928261632 bytes 2026-02-22T22:03:07.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1935179776 bytes 2026-02-22T22:03:07.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 2030175232 bytes 2026-02-22T22:03:07.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2075500544 bytes 2026-02-22T22:03:07.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2125286400 bytes 2026-02-22T22:03:07.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2147059712 bytes 2026-02-22T22:03:07.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2205169664 bytes 2026-02-22T22:03:07.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2225190912 bytes 2026-02-22T22:03:08.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2265666560 bytes 2026-02-22T22:03:08.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2304644096 bytes 2026-02-22T22:03:08.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2351600640 bytes 2026-02-22T22:03:08.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2381693952 bytes 2026-02-22T22:03:08.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2439266304 bytes 2026-02-22T22:03:08.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2485623808 bytes 2026-02-22T22:03:08.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2534744064 bytes 2026-02-22T22:03:08.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2561439744 bytes 2026-02-22T22:03:08.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2602636288 bytes 2026-02-22T22:03:08.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2618354688 bytes 2026-02-22T22:03:08.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2650650624 bytes 2026-02-22T22:03:08.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2667124736 bytes 2026-02-22T22:03:08.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2717693952 bytes 2026-02-22T22:03:08.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2778579968 bytes 2026-02-22T22:03:08.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2837297152 bytes 2026-02-22T22:03:08.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2845167616 bytes 2026-02-22T22:03:08.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2857780224 bytes 2026-02-22T22:03:08.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2869972992 bytes 2026-02-22T22:03:08.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2901394432 bytes 2026-02-22T22:03:08.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2917251072 bytes 2026-02-22T22:03:09.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2929364992 bytes 2026-02-22T22:03:09.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2929969152 bytes 2026-02-22T22:03:09.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2971307008 bytes 2026-02-22T22:03:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3032115200 bytes 2026-02-22T22:03:09.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3086442496 bytes 2026-02-22T22:03:09.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3123376128 bytes 2026-02-22T22:03:09.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3157389312 bytes 2026-02-22T22:03:09.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3196850176 bytes 2026-02-22T22:03:09.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3197457408 bytes 2026-02-22T22:03:09.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3257030656 bytes 2026-02-22T22:03:09.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3286561792 bytes 2026-02-22T22:03:09.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3318645760 bytes 2026-02-22T22:03:09.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3342032896 bytes 2026-02-22T22:03:09.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3392109568 bytes 2026-02-22T22:03:09.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3427426304 bytes 2026-02-22T22:03:09.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3473152000 bytes 2026-02-22T22:03:09.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3511267328 bytes 2026-02-22T22:03:09.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3538172928 bytes 2026-02-22T22:03:09.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3626864640 bytes 2026-02-22T22:03:10.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3664587776 bytes 2026-02-22T22:03:10.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3737162752 bytes 2026-02-22T22:03:10.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3800573952 bytes 2026-02-22T22:03:10.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3879033856 bytes 2026-02-22T22:03:10.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3954967552 bytes 2026-02-22T22:03:10.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3956824064 bytes 2026-02-22T22:03:10.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3960509440 bytes 2026-02-22T22:03:10.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3986932736 bytes 2026-02-22T22:03:10.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3987545088 bytes 2026-02-22T22:03:10.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4029766656 bytes 2026-02-22T22:03:10.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4030362624 bytes 2026-02-22T22:03:10.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4071134208 bytes 2026-02-22T22:03:10.596 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4098257920 bytes 2026-02-22T22:03:10.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4139111424 bytes 2026-02-22T22:03:10.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4185569280 bytes 2026-02-22T22:03:10.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4247085056 bytes 2026-02-22T22:03:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4289055744 bytes 2026-02-22T22:03:10.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4349929472 bytes 2026-02-22T22:03:10.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4361957376 bytes 2026-02-22T22:03:10.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4378797056 bytes 2026-02-22T22:03:11.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4507966464 bytes 2026-02-22T22:03:11.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4548316160 bytes 2026-02-22T22:03:11.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4584721408 bytes 2026-02-22T22:03:11.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4596234240 bytes 2026-02-22T22:03:11.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4685074432 bytes 2026-02-22T22:03:11.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4701041664 bytes 2026-02-22T22:03:11.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4747902976 bytes 2026-02-22T22:03:11.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4773938176 bytes 2026-02-22T22:03:11.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4806444032 bytes 2026-02-22T22:03:11.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4817524736 bytes 2026-02-22T22:03:11.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4858941440 bytes 2026-02-22T22:03:11.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4899020800 bytes 2026-02-22T22:03:11.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4947714048 bytes 2026-02-22T22:03:11.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4996167680 bytes 2026-02-22T22:03:11.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4996774912 bytes 2026-02-22T22:03:11.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5020053504 bytes 2026-02-22T22:03:11.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5021361152 bytes 2026-02-22T22:03:11.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5090541568 bytes 2026-02-22T22:03:11.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5112797184 bytes 2026-02-22T22:03:12.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5157355520 bytes 2026-02-22T22:03:12.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5176523776 bytes 2026-02-22T22:03:12.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5246060544 bytes 2026-02-22T22:03:12.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5269721088 bytes 2026-02-22T22:03:12.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5317495808 bytes 2026-02-22T22:03:12.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5361410048 bytes 2026-02-22T22:03:12.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5384855552 bytes 2026-02-22T22:03:12.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5391244288 bytes 2026-02-22T22:03:12.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5459978240 bytes 2026-02-22T22:03:12.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5570683904 bytes 2026-02-22T22:03:12.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5609211904 bytes 2026-02-22T22:03:12.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5661927424 bytes 2026-02-22T22:03:12.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5689707520 bytes 2026-02-22T22:03:12.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5765254144 bytes 2026-02-22T22:03:12.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5825711104 bytes 2026-02-22T22:03:12.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5862640640 bytes 2026-02-22T22:03:12.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5887127552 bytes 2026-02-22T22:03:12.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5970813952 bytes 2026-02-22T22:03:13.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5989632000 bytes 2026-02-22T22:03:13.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6007703552 bytes 2026-02-22T22:03:13.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6025869312 bytes 2026-02-22T22:03:13.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6071692288 bytes 2026-02-22T22:03:13.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6094242816 bytes 2026-02-22T22:03:13.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6142828544 bytes 2026-02-22T22:03:13.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6174676992 bytes 2026-02-22T22:03:13.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6303758336 bytes 2026-02-22T22:03:13.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6329606144 bytes 2026-02-22T22:03:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6382016512 bytes 2026-02-22T22:03:13.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6399728640 bytes 2026-02-22T22:03:13.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6490016768 bytes 2026-02-22T22:03:13.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6515597312 bytes 2026-02-22T22:03:13.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6573941760 bytes 2026-02-22T22:03:13.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6614367232 bytes 2026-02-22T22:03:13.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6663961600 bytes 2026-02-22T22:03:13.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6728765440 bytes 2026-02-22T22:03:13.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6811704320 bytes 2026-02-22T22:03:14.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6857342976 bytes 2026-02-22T22:03:14.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6926423040 bytes 2026-02-22T22:03:14.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6965863424 bytes 2026-02-22T22:03:14.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6969640960 bytes 2026-02-22T22:03:14.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7002396672 bytes 2026-02-22T22:03:14.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7097533440 bytes 2026-02-22T22:03:14.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7098142720 bytes 2026-02-22T22:03:14.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7133501440 bytes 2026-02-22T22:03:14.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7150007296 bytes 2026-02-22T22:03:14.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7174240256 bytes 2026-02-22T22:03:14.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7231456256 bytes 2026-02-22T22:03:14.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7272289280 bytes 2026-02-22T22:03:14.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7372019712 bytes 2026-02-22T22:03:14.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7372630016 bytes 2026-02-22T22:03:14.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7469108224 bytes 2026-02-22T22:03:14.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7488549888 bytes 2026-02-22T22:03:14.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7542593536 bytes 2026-02-22T22:03:15.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7567091712 bytes 2026-02-22T22:03:15.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7576643584 bytes 2026-02-22T22:03:15.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7598157824 bytes 2026-02-22T22:03:15.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7654066176 bytes 2026-02-22T22:03:15.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7661753344 bytes 2026-02-22T22:03:15.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7744838656 bytes 2026-02-22T22:03:15.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7831721984 bytes 2026-02-22T22:03:15.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7906473984 bytes 2026-02-22T22:03:15.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7948021760 bytes 2026-02-22T22:03:15.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8024075264 bytes 2026-02-22T22:03:15.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8098978816 bytes 2026-02-22T22:03:15.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8144346112 bytes 2026-02-22T22:03:15.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8224088064 bytes 2026-02-22T22:03:15.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8289958912 bytes 2026-02-22T22:03:15.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8326671360 bytes 2026-02-22T22:03:15.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8397323264 bytes 2026-02-22T22:03:15.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8401281024 bytes 2026-02-22T22:03:16.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8432289792 bytes 2026-02-22T22:03:16.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8434127872 bytes 2026-02-22T22:03:16.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8500516864 bytes 2026-02-22T22:03:16.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8548524032 bytes 2026-02-22T22:03:16.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8563121152 bytes 2026-02-22T22:03:16.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8590121984 bytes 2026-02-22T22:03:16.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8649183232 bytes 2026-02-22T22:03:16.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8739686400 bytes 2026-02-22T22:03:16.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8780043264 bytes 2026-02-22T22:03:16.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8859575296 bytes 2026-02-22T22:03:16.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8942344192 bytes 2026-02-22T22:03:16.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8942973952 bytes 2026-02-22T22:03:16.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8976731136 bytes 2026-02-22T22:03:16.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 9013826560 bytes 2026-02-22T22:03:16.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 9093856256 bytes 2026-02-22T22:03:16.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 9110964224 bytes 2026-02-22T22:03:17.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9148150784 bytes 2026-02-22T22:03:17.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9168648192 bytes 2026-02-22T22:03:17.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9232271360 bytes 2026-02-22T22:03:17.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9306650624 bytes 2026-02-22T22:03:17.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9320377344 bytes 2026-02-22T22:03:17.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9321000960 bytes 2026-02-22T22:03:17.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9359849472 bytes 2026-02-22T22:03:17.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9402492928 bytes 2026-02-22T22:03:17.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9432188928 bytes 2026-02-22T22:03:17.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9445062656 bytes 2026-02-22T22:03:17.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9508488192 bytes 2026-02-22T22:03:17.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9543786496 bytes 2026-02-22T22:03:17.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9591139328 bytes 2026-02-22T22:03:17.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9659291648 bytes 2026-02-22T22:03:17.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9695595520 bytes 2026-02-22T22:03:17.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9751515136 bytes 2026-02-22T22:03:17.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9809505280 bytes 2026-02-22T22:03:17.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9817844736 bytes 2026-02-22T22:03:17.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9855755264 bytes 2026-02-22T22:03:18.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 9889431552 bytes 2026-02-22T22:03:18.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 9914992640 bytes 2026-02-22T22:03:18.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 9966502912 bytes 2026-02-22T22:03:18.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 9989504000 bytes 2026-02-22T22:03:18.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 10063556608 bytes 2026-02-22T22:03:18.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 10102204416 bytes 2026-02-22T22:03:18.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 10124933120 bytes 2026-02-22T22:03:18.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 10147862528 bytes 2026-02-22T22:03:18.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 10155681792 bytes 2026-02-22T22:03:18.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 10218521600 bytes 2026-02-22T22:03:18.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 10242383872 bytes 2026-02-22T22:03:18.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 10271562752 bytes 2026-02-22T22:03:18.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 10289949696 bytes 2026-02-22T22:03:18.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 10337904640 bytes 2026-02-22T22:03:18.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 10384818176 bytes 2026-02-22T22:03:18.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 10390300672 bytes 2026-02-22T22:03:18.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 10422201344 bytes 2026-02-22T22:03:18.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 10494030848 bytes 2026-02-22T22:03:19.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 10516413440 bytes 2026-02-22T22:03:19.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25100 IOs, 10611677184 bytes 2026-02-22T22:03:19.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25200 IOs, 10683195392 bytes 2026-02-22T22:03:19.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25300 IOs, 10722913280 bytes 2026-02-22T22:03:19.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:03:19.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:03:19.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:03:19.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_34 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_34 snapshot 128M 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:19.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_34 128M 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:03:19.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:19.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_34 2026-02-22T22:03:19.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:03:19.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:19.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:03:19.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:19.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_34 snapshot 2026-02-22T22:03:19.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:19.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:19.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:03:19.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:19.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_34 snapshot 2026-02-22T22:03:20.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:03:20.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_34 2026-02-22T22:03:20.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_34': 2026-02-22T22:03:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:03:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:03:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:03:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13da22978263 2026-02-22T22:03:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13da22978263 2026-02-22T22:03:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:03:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:03:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:03:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:03:20.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:19 2026 2026-02-22T22:03:20.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:19 2026 2026-02-22T22:03:20.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:19 2026 2026-02-22T22:03:20.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:03:20.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:03:20.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: ecac82d8-2500-4d73-ba59-bbc00e43865a 2026-02-22T22:03:20.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:03:20.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:03:20.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_34 2026-02-22T22:03:20.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:20.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:20.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:03:20.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:03:20.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=5 2026-02-22T22:03:20.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:03:20.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 5s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_34 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:03:20.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 29490176 bytes 2026-02-22T22:03:20.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 55698432 bytes 2026-02-22T22:03:20.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 56267776 bytes 2026-02-22T22:03:20.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 124735488 bytes 2026-02-22T22:03:20.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 151841792 bytes 2026-02-22T22:03:20.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 233319424 bytes 2026-02-22T22:03:20.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 259923968 bytes 2026-02-22T22:03:20.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 372430848 bytes 2026-02-22T22:03:20.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 391686144 bytes 2026-02-22T22:03:20.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 404282368 bytes 2026-02-22T22:03:20.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 503996416 bytes 2026-02-22T22:03:20.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 504590336 bytes 2026-02-22T22:03:21.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 533651456 bytes 2026-02-22T22:03:21.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 551597056 bytes 2026-02-22T22:03:21.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 570228736 bytes 2026-02-22T22:03:21.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 618897408 bytes 2026-02-22T22:03:21.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 684413952 bytes 2026-02-22T22:03:21.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 701201408 bytes 2026-02-22T22:03:21.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 727140352 bytes 2026-02-22T22:03:21.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 753983488 bytes 2026-02-22T22:03:21.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 789268480 bytes 2026-02-22T22:03:21.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 862429184 bytes 2026-02-22T22:03:21.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 875801600 bytes 2026-02-22T22:03:21.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 932289536 bytes 2026-02-22T22:03:21.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 991353856 bytes 2026-02-22T22:03:21.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1029572608 bytes 2026-02-22T22:03:21.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1041373184 bytes 2026-02-22T22:03:21.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1100002304 bytes 2026-02-22T22:03:21.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1118803968 bytes 2026-02-22T22:03:21.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1167648768 bytes 2026-02-22T22:03:21.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1199960064 bytes 2026-02-22T22:03:22.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1231093760 bytes 2026-02-22T22:03:22.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1281273856 bytes 2026-02-22T22:03:22.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1327787008 bytes 2026-02-22T22:03:22.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1408966656 bytes 2026-02-22T22:03:22.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1529509888 bytes 2026-02-22T22:03:22.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1600421888 bytes 2026-02-22T22:03:22.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1605607424 bytes 2026-02-22T22:03:22.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1641880576 bytes 2026-02-22T22:03:22.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1712702464 bytes 2026-02-22T22:03:22.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1713319936 bytes 2026-02-22T22:03:22.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1779151872 bytes 2026-02-22T22:03:22.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1858158592 bytes 2026-02-22T22:03:22.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1931622400 bytes 2026-02-22T22:03:22.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1962271744 bytes 2026-02-22T22:03:22.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2026689536 bytes 2026-02-22T22:03:22.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2062372864 bytes 2026-02-22T22:03:22.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2135380992 bytes 2026-02-22T22:03:23.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2195912704 bytes 2026-02-22T22:03:23.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2245475328 bytes 2026-02-22T22:03:23.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2292845568 bytes 2026-02-22T22:03:23.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2339536896 bytes 2026-02-22T22:03:23.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2470717440 bytes 2026-02-22T22:03:23.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2504224768 bytes 2026-02-22T22:03:23.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2599441408 bytes 2026-02-22T22:03:23.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2688549888 bytes 2026-02-22T22:03:23.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2701029376 bytes 2026-02-22T22:03:23.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2775508992 bytes 2026-02-22T22:03:23.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2833747968 bytes 2026-02-22T22:03:23.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2889694208 bytes 2026-02-22T22:03:23.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2952527872 bytes 2026-02-22T22:03:23.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2991155200 bytes 2026-02-22T22:03:23.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2991793152 bytes 2026-02-22T22:03:23.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 3022631936 bytes 2026-02-22T22:03:24.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3061157888 bytes 2026-02-22T22:03:24.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3104202752 bytes 2026-02-22T22:03:24.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3136555008 bytes 2026-02-22T22:03:24.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3210074112 bytes 2026-02-22T22:03:24.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3242035200 bytes 2026-02-22T22:03:24.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3296411648 bytes 2026-02-22T22:03:24.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3315553280 bytes 2026-02-22T22:03:24.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3317989376 bytes 2026-02-22T22:03:24.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3329693696 bytes 2026-02-22T22:03:24.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3355110400 bytes 2026-02-22T22:03:24.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3384418304 bytes 2026-02-22T22:03:24.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3395014656 bytes 2026-02-22T22:03:24.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3434609664 bytes 2026-02-22T22:03:24.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3493505024 bytes 2026-02-22T22:03:24.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3541103616 bytes 2026-02-22T22:03:24.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3572975616 bytes 2026-02-22T22:03:24.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3597017088 bytes 2026-02-22T22:03:24.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3619209216 bytes 2026-02-22T22:03:24.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3637807104 bytes 2026-02-22T22:03:24.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3659689984 bytes 2026-02-22T22:03:24.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3676603392 bytes 2026-02-22T22:03:25.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3737234432 bytes 2026-02-22T22:03:25.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3818376192 bytes 2026-02-22T22:03:25.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3837646848 bytes 2026-02-22T22:03:25.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3855654912 bytes 2026-02-22T22:03:25.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3871081472 bytes 2026-02-22T22:03:25.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_35 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_35 snapshot 128M 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_35 128M 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:25.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:03:25.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:25.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:03:25.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:03:25.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:03:25.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:25.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_35 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_35 snapshot 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:25.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_35 snapshot 2026-02-22T22:03:26.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:03:26.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_35 2026-02-22T22:03:26.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_35': 2026-02-22T22:03:26.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:03:26.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:03:26.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:03:26.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13e2948c4096 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13e2948c4096 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:25 2026 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:25 2026 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:25 2026 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:03:26.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 0d994cf1-07f8-41b9-91a5-75d59da61c6e 2026-02-22T22:03:26.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:03:26.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:03:26.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_35 2026-02-22T22:03:26.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:26.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:26.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:03:26.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:03:26.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=13 2026-02-22T22:03:26.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:03:26.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 13s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_35 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:03:26.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 56256512 bytes 2026-02-22T22:03:26.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 59446272 bytes 2026-02-22T22:03:26.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 117315584 bytes 2026-02-22T22:03:26.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 162194432 bytes 2026-02-22T22:03:26.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 242688000 bytes 2026-02-22T22:03:26.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 243281920 bytes 2026-02-22T22:03:26.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 261015552 bytes 2026-02-22T22:03:26.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 261628928 bytes 2026-02-22T22:03:26.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 300647424 bytes 2026-02-22T22:03:26.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 334486528 bytes 2026-02-22T22:03:26.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 370935808 bytes 2026-02-22T22:03:26.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 373429248 bytes 2026-02-22T22:03:26.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 429841408 bytes 2026-02-22T22:03:27.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 449799168 bytes 2026-02-22T22:03:27.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 450492416 bytes 2026-02-22T22:03:27.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 492157952 bytes 2026-02-22T22:03:27.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 515794944 bytes 2026-02-22T22:03:27.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 596303872 bytes 2026-02-22T22:03:27.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 676535296 bytes 2026-02-22T22:03:27.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 714220544 bytes 2026-02-22T22:03:27.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 738868224 bytes 2026-02-22T22:03:27.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 791669760 bytes 2026-02-22T22:03:27.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 811309056 bytes 2026-02-22T22:03:27.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 841761792 bytes 2026-02-22T22:03:27.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 900077568 bytes 2026-02-22T22:03:27.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 919758848 bytes 2026-02-22T22:03:27.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 952909824 bytes 2026-02-22T22:03:27.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 985186304 bytes 2026-02-22T22:03:27.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1011753984 bytes 2026-02-22T22:03:27.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1052969984 bytes 2026-02-22T22:03:27.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1070369792 bytes 2026-02-22T22:03:27.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1108128768 bytes 2026-02-22T22:03:27.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1156601856 bytes 2026-02-22T22:03:28.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1229407232 bytes 2026-02-22T22:03:28.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1278244864 bytes 2026-02-22T22:03:28.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1317678080 bytes 2026-02-22T22:03:28.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1319146496 bytes 2026-02-22T22:03:28.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1400945664 bytes 2026-02-22T22:03:28.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1437566976 bytes 2026-02-22T22:03:28.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1468198912 bytes 2026-02-22T22:03:28.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1480851456 bytes 2026-02-22T22:03:28.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1496195072 bytes 2026-02-22T22:03:28.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1521763328 bytes 2026-02-22T22:03:28.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1628046336 bytes 2026-02-22T22:03:28.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1663602688 bytes 2026-02-22T22:03:28.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1730275328 bytes 2026-02-22T22:03:28.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1765218304 bytes 2026-02-22T22:03:28.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1845916672 bytes 2026-02-22T22:03:28.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1901962240 bytes 2026-02-22T22:03:28.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1974990848 bytes 2026-02-22T22:03:28.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1980993536 bytes 2026-02-22T22:03:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2021903360 bytes 2026-02-22T22:03:29.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2053160960 bytes 2026-02-22T22:03:29.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2066784256 bytes 2026-02-22T22:03:29.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2083555328 bytes 2026-02-22T22:03:29.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2107713536 bytes 2026-02-22T22:03:29.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2122213376 bytes 2026-02-22T22:03:29.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2155660288 bytes 2026-02-22T22:03:29.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2180025344 bytes 2026-02-22T22:03:29.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2204491776 bytes 2026-02-22T22:03:29.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2226721792 bytes 2026-02-22T22:03:29.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2251393024 bytes 2026-02-22T22:03:29.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2269777920 bytes 2026-02-22T22:03:29.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2275559424 bytes 2026-02-22T22:03:29.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2374517760 bytes 2026-02-22T22:03:29.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2400014336 bytes 2026-02-22T22:03:29.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2427979776 bytes 2026-02-22T22:03:29.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2470790144 bytes 2026-02-22T22:03:29.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2471422976 bytes 2026-02-22T22:03:29.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2543614976 bytes 2026-02-22T22:03:29.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2599113728 bytes 2026-02-22T22:03:29.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2616712192 bytes 2026-02-22T22:03:30.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2660143104 bytes 2026-02-22T22:03:30.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2677688320 bytes 2026-02-22T22:03:30.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2713046016 bytes 2026-02-22T22:03:30.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2735002624 bytes 2026-02-22T22:03:30.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2775238656 bytes 2026-02-22T22:03:30.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2836356096 bytes 2026-02-22T22:03:30.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 2861292544 bytes 2026-02-22T22:03:30.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 2925292544 bytes 2026-02-22T22:03:30.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 2958394368 bytes 2026-02-22T22:03:30.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 2977763328 bytes 2026-02-22T22:03:30.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3048179712 bytes 2026-02-22T22:03:30.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3079247872 bytes 2026-02-22T22:03:30.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3113315328 bytes 2026-02-22T22:03:30.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3137273856 bytes 2026-02-22T22:03:30.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3155657728 bytes 2026-02-22T22:03:30.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3199659008 bytes 2026-02-22T22:03:30.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3271461888 bytes 2026-02-22T22:03:30.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3351942144 bytes 2026-02-22T22:03:31.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3442920448 bytes 2026-02-22T22:03:31.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3463785472 bytes 2026-02-22T22:03:31.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3514418176 bytes 2026-02-22T22:03:31.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3540100096 bytes 2026-02-22T22:03:31.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3559205888 bytes 2026-02-22T22:03:31.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3559815168 bytes 2026-02-22T22:03:31.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3610328064 bytes 2026-02-22T22:03:31.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3703720960 bytes 2026-02-22T22:03:31.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3760235520 bytes 2026-02-22T22:03:31.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3810406400 bytes 2026-02-22T22:03:31.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3818049536 bytes 2026-02-22T22:03:31.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3885725696 bytes 2026-02-22T22:03:31.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3951787008 bytes 2026-02-22T22:03:31.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 3996449792 bytes 2026-02-22T22:03:31.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4076685312 bytes 2026-02-22T22:03:31.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4097069056 bytes 2026-02-22T22:03:31.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4198191104 bytes 2026-02-22T22:03:32.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4302254080 bytes 2026-02-22T22:03:32.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4331900928 bytes 2026-02-22T22:03:32.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4351908864 bytes 2026-02-22T22:03:32.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4407026688 bytes 2026-02-22T22:03:32.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4458030080 bytes 2026-02-22T22:03:32.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4464838656 bytes 2026-02-22T22:03:32.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4504817664 bytes 2026-02-22T22:03:32.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4555094016 bytes 2026-02-22T22:03:32.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4591789056 bytes 2026-02-22T22:03:32.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4671385600 bytes 2026-02-22T22:03:32.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4762062848 bytes 2026-02-22T22:03:32.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4809958400 bytes 2026-02-22T22:03:32.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4837877760 bytes 2026-02-22T22:03:32.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4869926912 bytes 2026-02-22T22:03:32.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4955785216 bytes 2026-02-22T22:03:32.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4989472768 bytes 2026-02-22T22:03:32.926 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5041847296 bytes 2026-02-22T22:03:32.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5054615552 bytes 2026-02-22T22:03:33.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5088828416 bytes 2026-02-22T22:03:33.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5134408704 bytes 2026-02-22T22:03:33.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5175865344 bytes 2026-02-22T22:03:33.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5183485952 bytes 2026-02-22T22:03:33.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5223628800 bytes 2026-02-22T22:03:33.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5306839040 bytes 2026-02-22T22:03:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5308954624 bytes 2026-02-22T22:03:33.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5324539904 bytes 2026-02-22T22:03:33.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5390566400 bytes 2026-02-22T22:03:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5448103936 bytes 2026-02-22T22:03:33.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5500736512 bytes 2026-02-22T22:03:33.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5534745600 bytes 2026-02-22T22:03:33.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5577358336 bytes 2026-02-22T22:03:33.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5609016320 bytes 2026-02-22T22:03:33.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5626429440 bytes 2026-02-22T22:03:33.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5667642368 bytes 2026-02-22T22:03:33.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5691353088 bytes 2026-02-22T22:03:33.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5710660608 bytes 2026-02-22T22:03:33.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5735396352 bytes 2026-02-22T22:03:33.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5815343104 bytes 2026-02-22T22:03:34.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5818370048 bytes 2026-02-22T22:03:34.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5870670848 bytes 2026-02-22T22:03:34.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 5880684544 bytes 2026-02-22T22:03:34.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 5903416320 bytes 2026-02-22T22:03:34.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 5974745088 bytes 2026-02-22T22:03:34.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6011620352 bytes 2026-02-22T22:03:34.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6012264448 bytes 2026-02-22T22:03:34.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6032117760 bytes 2026-02-22T22:03:34.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6113562624 bytes 2026-02-22T22:03:34.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6196802560 bytes 2026-02-22T22:03:34.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6259868672 bytes 2026-02-22T22:03:34.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6304760832 bytes 2026-02-22T22:03:34.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6325785600 bytes 2026-02-22T22:03:34.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6380426240 bytes 2026-02-22T22:03:34.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6405311488 bytes 2026-02-22T22:03:34.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6440036352 bytes 2026-02-22T22:03:34.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6488712192 bytes 2026-02-22T22:03:34.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6509159424 bytes 2026-02-22T22:03:35.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6529671168 bytes 2026-02-22T22:03:35.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6584071168 bytes 2026-02-22T22:03:35.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6645013504 bytes 2026-02-22T22:03:35.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6746773504 bytes 2026-02-22T22:03:35.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6785618944 bytes 2026-02-22T22:03:35.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6830508032 bytes 2026-02-22T22:03:35.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6927301632 bytes 2026-02-22T22:03:35.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 6951828480 bytes 2026-02-22T22:03:35.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 6975621120 bytes 2026-02-22T22:03:35.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 6996003840 bytes 2026-02-22T22:03:35.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7014226944 bytes 2026-02-22T22:03:35.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7037230080 bytes 2026-02-22T22:03:35.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7066817536 bytes 2026-02-22T22:03:35.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7103017984 bytes 2026-02-22T22:03:35.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7193648128 bytes 2026-02-22T22:03:35.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7238498304 bytes 2026-02-22T22:03:35.927 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7283742720 bytes 2026-02-22T22:03:35.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7342402560 bytes 2026-02-22T22:03:36.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7347913728 bytes 2026-02-22T22:03:36.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7382680576 bytes 2026-02-22T22:03:36.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7403027456 bytes 2026-02-22T22:03:36.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7404942336 bytes 2026-02-22T22:03:36.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7461395456 bytes 2026-02-22T22:03:36.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7549924352 bytes 2026-02-22T22:03:36.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7646905344 bytes 2026-02-22T22:03:36.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7664504832 bytes 2026-02-22T22:03:36.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7675836416 bytes 2026-02-22T22:03:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7747667968 bytes 2026-02-22T22:03:36.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7870139392 bytes 2026-02-22T22:03:36.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7902873600 bytes 2026-02-22T22:03:36.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7922242560 bytes 2026-02-22T22:03:36.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 7959165952 bytes 2026-02-22T22:03:36.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8009049088 bytes 2026-02-22T22:03:36.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8019429376 bytes 2026-02-22T22:03:36.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8037755904 bytes 2026-02-22T22:03:36.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8106358784 bytes 2026-02-22T22:03:36.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8127398912 bytes 2026-02-22T22:03:37.071 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8203200512 bytes 2026-02-22T22:03:37.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8259164160 bytes 2026-02-22T22:03:37.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8288052224 bytes 2026-02-22T22:03:37.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8322715648 bytes 2026-02-22T22:03:37.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8379594752 bytes 2026-02-22T22:03:37.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8397568000 bytes 2026-02-22T22:03:37.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8444007424 bytes 2026-02-22T22:03:37.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8482504704 bytes 2026-02-22T22:03:37.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8559639552 bytes 2026-02-22T22:03:37.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8614873088 bytes 2026-02-22T22:03:37.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8642889728 bytes 2026-02-22T22:03:37.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8737234944 bytes 2026-02-22T22:03:37.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8766060544 bytes 2026-02-22T22:03:37.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8797983744 bytes 2026-02-22T22:03:37.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8810428416 bytes 2026-02-22T22:03:37.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8842196992 bytes 2026-02-22T22:03:37.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8845730816 bytes 2026-02-22T22:03:37.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 8872926208 bytes 2026-02-22T22:03:38.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 8945798144 bytes 2026-02-22T22:03:38.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 8997978112 bytes 2026-02-22T22:03:38.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9027980288 bytes 2026-02-22T22:03:38.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9067640832 bytes 2026-02-22T22:03:38.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9148429312 bytes 2026-02-22T22:03:38.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9206451200 bytes 2026-02-22T22:03:38.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9277552640 bytes 2026-02-22T22:03:38.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9338845184 bytes 2026-02-22T22:03:38.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9382207488 bytes 2026-02-22T22:03:38.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9468101632 bytes 2026-02-22T22:03:38.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9492881408 bytes 2026-02-22T22:03:38.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9524683776 bytes 2026-02-22T22:03:39.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9610097664 bytes 2026-02-22T22:03:39.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 9634664448 bytes 2026-02-22T22:03:39.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 9665614848 bytes 2026-02-22T22:03:39.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 9727083520 bytes 2026-02-22T22:03:39.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 9769393152 bytes 2026-02-22T22:03:39.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 9833907200 bytes 2026-02-22T22:03:39.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:03:39.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:03:39.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:03:39.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:39.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:03:39.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_36 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_36 snapshot 128M 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:39.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_36 128M 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:39.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_36 2026-02-22T22:03:39.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:03:39.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:39.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:03:39.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:39.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_36 snapshot 2026-02-22T22:03:39.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:39.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:39.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:03:39.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:39.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_36 snapshot 2026-02-22T22:03:40.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:03:40.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_36 2026-02-22T22:03:40.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_36': 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13eca64c5efe 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13eca64c5efe 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:39 2026 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:39 2026 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:39 2026 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5f2093f0-0e34-4378-b2fc-726615f843be 2026-02-22T22:03:40.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:03:40.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:03:40.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_36 2026-02-22T22:03:40.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:40.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:40.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:03:40.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:03:40.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=13 2026-02-22T22:03:40.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:03:40.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 13s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_36 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:03:40.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 50105344 bytes 2026-02-22T22:03:40.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 72043520 bytes 2026-02-22T22:03:40.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 136526848 bytes 2026-02-22T22:03:40.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 218093568 bytes 2026-02-22T22:03:40.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 237310976 bytes 2026-02-22T22:03:40.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 280186880 bytes 2026-02-22T22:03:40.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 311018496 bytes 2026-02-22T22:03:40.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 345307136 bytes 2026-02-22T22:03:40.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 410432512 bytes 2026-02-22T22:03:40.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 458115072 bytes 2026-02-22T22:03:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 467680256 bytes 2026-02-22T22:03:41.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 518343680 bytes 2026-02-22T22:03:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 544879616 bytes 2026-02-22T22:03:41.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 580966400 bytes 2026-02-22T22:03:41.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 640628736 bytes 2026-02-22T22:03:41.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 641280000 bytes 2026-02-22T22:03:41.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 659696640 bytes 2026-02-22T22:03:41.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 679443456 bytes 2026-02-22T22:03:41.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 701677568 bytes 2026-02-22T22:03:41.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 721564672 bytes 2026-02-22T22:03:41.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 794814464 bytes 2026-02-22T22:03:41.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 826746880 bytes 2026-02-22T22:03:41.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 867681280 bytes 2026-02-22T22:03:41.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 892397568 bytes 2026-02-22T22:03:41.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 911889408 bytes 2026-02-22T22:03:41.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 943664128 bytes 2026-02-22T22:03:41.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1012726784 bytes 2026-02-22T22:03:41.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1017565184 bytes 2026-02-22T22:03:41.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1018189824 bytes 2026-02-22T22:03:41.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1095368704 bytes 2026-02-22T22:03:42.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1146491904 bytes 2026-02-22T22:03:42.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1173129216 bytes 2026-02-22T22:03:42.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1205467136 bytes 2026-02-22T22:03:42.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1212292096 bytes 2026-02-22T22:03:42.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1245801472 bytes 2026-02-22T22:03:42.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1273995264 bytes 2026-02-22T22:03:42.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1275260928 bytes 2026-02-22T22:03:42.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1281568768 bytes 2026-02-22T22:03:42.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1339891712 bytes 2026-02-22T22:03:42.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1376480256 bytes 2026-02-22T22:03:42.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1434457088 bytes 2026-02-22T22:03:42.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1443151872 bytes 2026-02-22T22:03:42.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1487862784 bytes 2026-02-22T22:03:42.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1496577024 bytes 2026-02-22T22:03:42.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1505282048 bytes 2026-02-22T22:03:42.690 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1546088448 bytes 2026-02-22T22:03:42.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1619539968 bytes 2026-02-22T22:03:42.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1687763968 bytes 2026-02-22T22:03:42.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1756504064 bytes 2026-02-22T22:03:42.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1780041728 bytes 2026-02-22T22:03:43.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1809057792 bytes 2026-02-22T22:03:43.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1818430464 bytes 2026-02-22T22:03:43.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 1895177216 bytes 2026-02-22T22:03:43.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 1965265920 bytes 2026-02-22T22:03:43.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2001954816 bytes 2026-02-22T22:03:43.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2023959552 bytes 2026-02-22T22:03:43.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2024576000 bytes 2026-02-22T22:03:43.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2071921664 bytes 2026-02-22T22:03:43.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2082208768 bytes 2026-02-22T22:03:43.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2082811904 bytes 2026-02-22T22:03:43.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2098804736 bytes 2026-02-22T22:03:43.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2102006784 bytes 2026-02-22T22:03:43.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2117477376 bytes 2026-02-22T22:03:43.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2134198272 bytes 2026-02-22T22:03:43.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2202590208 bytes 2026-02-22T22:03:43.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2207717376 bytes 2026-02-22T22:03:43.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2208339968 bytes 2026-02-22T22:03:43.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2269706240 bytes 2026-02-22T22:03:43.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2270311424 bytes 2026-02-22T22:03:43.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2293910528 bytes 2026-02-22T22:03:43.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2297171968 bytes 2026-02-22T22:03:43.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2318559232 bytes 2026-02-22T22:03:44.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2407121920 bytes 2026-02-22T22:03:44.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2432244736 bytes 2026-02-22T22:03:44.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2461514752 bytes 2026-02-22T22:03:44.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2523157504 bytes 2026-02-22T22:03:44.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2563091456 bytes 2026-02-22T22:03:44.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2596308992 bytes 2026-02-22T22:03:44.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 2596945920 bytes 2026-02-22T22:03:44.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 2623441920 bytes 2026-02-22T22:03:44.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 2677324800 bytes 2026-02-22T22:03:44.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 2742738944 bytes 2026-02-22T22:03:44.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 2771365888 bytes 2026-02-22T22:03:44.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 2794669056 bytes 2026-02-22T22:03:44.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 2834123776 bytes 2026-02-22T22:03:44.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 2907322368 bytes 2026-02-22T22:03:44.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 2946256896 bytes 2026-02-22T22:03:44.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3000722432 bytes 2026-02-22T22:03:44.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3018766336 bytes 2026-02-22T22:03:44.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3041471488 bytes 2026-02-22T22:03:44.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3042093056 bytes 2026-02-22T22:03:45.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3072250880 bytes 2026-02-22T22:03:45.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3093793792 bytes 2026-02-22T22:03:45.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3121210368 bytes 2026-02-22T22:03:45.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3204161536 bytes 2026-02-22T22:03:45.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3314867200 bytes 2026-02-22T22:03:45.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3357472768 bytes 2026-02-22T22:03:45.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3399842816 bytes 2026-02-22T22:03:45.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3466994688 bytes 2026-02-22T22:03:45.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3503907840 bytes 2026-02-22T22:03:45.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3519765504 bytes 2026-02-22T22:03:45.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3579996160 bytes 2026-02-22T22:03:45.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3620322304 bytes 2026-02-22T22:03:45.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 3643187200 bytes 2026-02-22T22:03:45.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 3689013248 bytes 2026-02-22T22:03:45.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 3701064704 bytes 2026-02-22T22:03:45.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 3755956224 bytes 2026-02-22T22:03:45.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 3775255552 bytes 2026-02-22T22:03:46.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 3825323008 bytes 2026-02-22T22:03:46.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 3834902528 bytes 2026-02-22T22:03:46.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 3912571904 bytes 2026-02-22T22:03:46.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 3984978944 bytes 2026-02-22T22:03:46.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4041922560 bytes 2026-02-22T22:03:46.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4124717056 bytes 2026-02-22T22:03:46.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4154996736 bytes 2026-02-22T22:03:46.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4244267008 bytes 2026-02-22T22:03:46.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4302025728 bytes 2026-02-22T22:03:46.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4357987328 bytes 2026-02-22T22:03:46.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4368144384 bytes 2026-02-22T22:03:46.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4407517184 bytes 2026-02-22T22:03:46.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4424650752 bytes 2026-02-22T22:03:46.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4461791232 bytes 2026-02-22T22:03:46.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4481346560 bytes 2026-02-22T22:03:46.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4522418176 bytes 2026-02-22T22:03:46.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4566077440 bytes 2026-02-22T22:03:47.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 4580682752 bytes 2026-02-22T22:03:47.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 4633308160 bytes 2026-02-22T22:03:47.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 4710373376 bytes 2026-02-22T22:03:47.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 4730106880 bytes 2026-02-22T22:03:47.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 4773727232 bytes 2026-02-22T22:03:47.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 4809852928 bytes 2026-02-22T22:03:47.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 4865353728 bytes 2026-02-22T22:03:47.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 4926348288 bytes 2026-02-22T22:03:47.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 4953784320 bytes 2026-02-22T22:03:47.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 4976403456 bytes 2026-02-22T22:03:47.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5015663616 bytes 2026-02-22T22:03:47.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5060209664 bytes 2026-02-22T22:03:47.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5078815744 bytes 2026-02-22T22:03:47.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5145160704 bytes 2026-02-22T22:03:48.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5151540224 bytes 2026-02-22T22:03:48.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5216706560 bytes 2026-02-22T22:03:48.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5307997184 bytes 2026-02-22T22:03:48.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5341005824 bytes 2026-02-22T22:03:48.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5417539584 bytes 2026-02-22T22:03:48.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5455175680 bytes 2026-02-22T22:03:48.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5468977152 bytes 2026-02-22T22:03:48.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5529972736 bytes 2026-02-22T22:03:48.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 5570112512 bytes 2026-02-22T22:03:48.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 5622451200 bytes 2026-02-22T22:03:48.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 5657466880 bytes 2026-02-22T22:03:48.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 5703314432 bytes 2026-02-22T22:03:48.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 5735141376 bytes 2026-02-22T22:03:48.784 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 5746130944 bytes 2026-02-22T22:03:48.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 5802605568 bytes 2026-02-22T22:03:48.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 5890479104 bytes 2026-02-22T22:03:48.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 5962865664 bytes 2026-02-22T22:03:49.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 5980310528 bytes 2026-02-22T22:03:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6054129664 bytes 2026-02-22T22:03:49.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6132696064 bytes 2026-02-22T22:03:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6169037824 bytes 2026-02-22T22:03:49.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6216484864 bytes 2026-02-22T22:03:49.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6234632192 bytes 2026-02-22T22:03:49.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6286848000 bytes 2026-02-22T22:03:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6354113536 bytes 2026-02-22T22:03:49.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6429520896 bytes 2026-02-22T22:03:49.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6463143936 bytes 2026-02-22T22:03:49.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6516918272 bytes 2026-02-22T22:03:49.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6524164096 bytes 2026-02-22T22:03:49.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6538662912 bytes 2026-02-22T22:03:49.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6671086592 bytes 2026-02-22T22:03:49.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 6681224192 bytes 2026-02-22T22:03:49.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 6718987264 bytes 2026-02-22T22:03:50.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 6780625920 bytes 2026-02-22T22:03:50.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 6788128768 bytes 2026-02-22T22:03:50.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 6866324480 bytes 2026-02-22T22:03:50.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 6918270976 bytes 2026-02-22T22:03:50.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 6968024064 bytes 2026-02-22T22:03:50.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7012985856 bytes 2026-02-22T22:03:50.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7109971968 bytes 2026-02-22T22:03:50.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7148540928 bytes 2026-02-22T22:03:50.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7196357632 bytes 2026-02-22T22:03:50.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7204666368 bytes 2026-02-22T22:03:50.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7240124416 bytes 2026-02-22T22:03:50.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7341067264 bytes 2026-02-22T22:03:50.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7363620864 bytes 2026-02-22T22:03:51.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7410226176 bytes 2026-02-22T22:03:51.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7432169472 bytes 2026-02-22T22:03:51.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7464585216 bytes 2026-02-22T22:03:51.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7594403840 bytes 2026-02-22T22:03:51.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7649654784 bytes 2026-02-22T22:03:51.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7689140224 bytes 2026-02-22T22:03:51.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7729508352 bytes 2026-02-22T22:03:51.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7776865280 bytes 2026-02-22T22:03:51.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7818543104 bytes 2026-02-22T22:03:51.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 7851111424 bytes 2026-02-22T22:03:51.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 7882914816 bytes 2026-02-22T22:03:51.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 7919262720 bytes 2026-02-22T22:03:51.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 7937918976 bytes 2026-02-22T22:03:51.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8006730752 bytes 2026-02-22T22:03:51.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8065165312 bytes 2026-02-22T22:03:51.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8132328448 bytes 2026-02-22T22:03:52.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8152550400 bytes 2026-02-22T22:03:52.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8153148416 bytes 2026-02-22T22:03:52.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8221099008 bytes 2026-02-22T22:03:52.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8268148736 bytes 2026-02-22T22:03:52.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8293593088 bytes 2026-02-22T22:03:52.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8340014080 bytes 2026-02-22T22:03:52.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8370031616 bytes 2026-02-22T22:03:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8478405632 bytes 2026-02-22T22:03:52.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8536208384 bytes 2026-02-22T22:03:52.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8561448960 bytes 2026-02-22T22:03:52.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8584914944 bytes 2026-02-22T22:03:52.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8610692096 bytes 2026-02-22T22:03:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8658450432 bytes 2026-02-22T22:03:52.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8683602944 bytes 2026-02-22T22:03:52.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8752141312 bytes 2026-02-22T22:03:52.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8791923712 bytes 2026-02-22T22:03:52.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 8830668800 bytes 2026-02-22T22:03:52.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 8902417408 bytes 2026-02-22T22:03:53.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 8960628736 bytes 2026-02-22T22:03:53.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9003865088 bytes 2026-02-22T22:03:53.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9027492864 bytes 2026-02-22T22:03:53.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9070949376 bytes 2026-02-22T22:03:53.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:03:53.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:03:53.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:03:53.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:53.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:03:53.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_37 2026-02-22T22:03:53.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_37 snapshot 128M 2026-02-22T22:03:53.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:53.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_37 128M 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:53.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:03:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:03:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:03:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:03:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:03:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_37 2026-02-22T22:03:53.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:03:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:03:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:03:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_37 snapshot 2026-02-22T22:03:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:03:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:03:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_37 snapshot 2026-02-22T22:03:54.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:03:54.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_37 2026-02-22T22:03:54.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_37': 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13f5311d6fd2 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13f5311d6fd2 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:53 2026 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:53 2026 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:53 2026 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: e75ceb73-f19c-4a75-8551-dcce3fb870a4 2026-02-22T22:03:54.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:03:54.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:03:54.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_37 2026-02-22T22:03:54.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:03:54.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:03:54.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:03:54.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:03:54.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=8 2026-02-22T22:03:54.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:03:54.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 8s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_37 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:03:54.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 10723328 bytes 2026-02-22T22:03:54.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 54283264 bytes 2026-02-22T22:03:54.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 87619584 bytes 2026-02-22T22:03:54.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 135430144 bytes 2026-02-22T22:03:54.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 188603392 bytes 2026-02-22T22:03:54.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 233678848 bytes 2026-02-22T22:03:54.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 260065280 bytes 2026-02-22T22:03:54.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 306862080 bytes 2026-02-22T22:03:54.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 316377088 bytes 2026-02-22T22:03:54.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 325928960 bytes 2026-02-22T22:03:54.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 388106240 bytes 2026-02-22T22:03:54.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 388723712 bytes 2026-02-22T22:03:55.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 435923968 bytes 2026-02-22T22:03:55.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 459009024 bytes 2026-02-22T22:03:55.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 464888832 bytes 2026-02-22T22:03:55.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 503708672 bytes 2026-02-22T22:03:55.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 531491840 bytes 2026-02-22T22:03:55.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 554924032 bytes 2026-02-22T22:03:55.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 567711744 bytes 2026-02-22T22:03:55.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 568344576 bytes 2026-02-22T22:03:55.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 602303488 bytes 2026-02-22T22:03:55.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 650614784 bytes 2026-02-22T22:03:55.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 667386880 bytes 2026-02-22T22:03:55.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 668019712 bytes 2026-02-22T22:03:55.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 699466752 bytes 2026-02-22T22:03:55.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 713307136 bytes 2026-02-22T22:03:55.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 748247040 bytes 2026-02-22T22:03:55.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 757771264 bytes 2026-02-22T22:03:55.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 768319488 bytes 2026-02-22T22:03:55.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 793779200 bytes 2026-02-22T22:03:55.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 861349888 bytes 2026-02-22T22:03:55.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 893660160 bytes 2026-02-22T22:03:55.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 931249152 bytes 2026-02-22T22:03:56.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 946009088 bytes 2026-02-22T22:03:56.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 970061824 bytes 2026-02-22T22:03:56.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 999619584 bytes 2026-02-22T22:03:56.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1016564736 bytes 2026-02-22T22:03:56.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1074608128 bytes 2026-02-22T22:03:56.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1080213504 bytes 2026-02-22T22:03:56.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1160344576 bytes 2026-02-22T22:03:56.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1228754944 bytes 2026-02-22T22:03:56.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1284414464 bytes 2026-02-22T22:03:56.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1411118080 bytes 2026-02-22T22:03:56.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1485416448 bytes 2026-02-22T22:03:56.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1497573376 bytes 2026-02-22T22:03:57.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1540637696 bytes 2026-02-22T22:03:57.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1577698304 bytes 2026-02-22T22:03:57.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1639156736 bytes 2026-02-22T22:03:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1708268544 bytes 2026-02-22T22:03:57.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1774924800 bytes 2026-02-22T22:03:57.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1805897728 bytes 2026-02-22T22:03:57.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1807053824 bytes 2026-02-22T22:03:57.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 1917324288 bytes 2026-02-22T22:03:57.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 1969630208 bytes 2026-02-22T22:03:57.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 1998628864 bytes 2026-02-22T22:03:57.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2027552768 bytes 2026-02-22T22:03:57.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2108903424 bytes 2026-02-22T22:03:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2126621696 bytes 2026-02-22T22:03:57.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2189161472 bytes 2026-02-22T22:03:57.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2223599616 bytes 2026-02-22T22:03:57.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2251964416 bytes 2026-02-22T22:03:58.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2319292416 bytes 2026-02-22T22:03:58.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2342044672 bytes 2026-02-22T22:03:58.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2366188544 bytes 2026-02-22T22:03:58.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2380270592 bytes 2026-02-22T22:03:58.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2401323008 bytes 2026-02-22T22:03:58.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2464021504 bytes 2026-02-22T22:03:58.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2514581504 bytes 2026-02-22T22:03:58.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2533891072 bytes 2026-02-22T22:03:58.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2552078336 bytes 2026-02-22T22:03:58.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2607447040 bytes 2026-02-22T22:03:58.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2610875392 bytes 2026-02-22T22:03:58.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2633698304 bytes 2026-02-22T22:03:58.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2719745024 bytes 2026-02-22T22:03:58.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2759143424 bytes 2026-02-22T22:03:58.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2824395776 bytes 2026-02-22T22:03:58.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2885347328 bytes 2026-02-22T22:03:58.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2907266048 bytes 2026-02-22T22:03:58.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 2953789440 bytes 2026-02-22T22:03:59.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 2975014912 bytes 2026-02-22T22:03:59.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 2998335488 bytes 2026-02-22T22:03:59.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3035558912 bytes 2026-02-22T22:03:59.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3077716992 bytes 2026-02-22T22:03:59.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3082642432 bytes 2026-02-22T22:03:59.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3116735488 bytes 2026-02-22T22:03:59.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3138661376 bytes 2026-02-22T22:03:59.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3172798464 bytes 2026-02-22T22:03:59.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3201924096 bytes 2026-02-22T22:03:59.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3287155712 bytes 2026-02-22T22:03:59.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3343300608 bytes 2026-02-22T22:03:59.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3444493312 bytes 2026-02-22T22:03:59.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3449277440 bytes 2026-02-22T22:03:59.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3507850240 bytes 2026-02-22T22:03:59.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3561786368 bytes 2026-02-22T22:03:59.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3640470528 bytes 2026-02-22T22:03:59.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3665390592 bytes 2026-02-22T22:04:00.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3743545344 bytes 2026-02-22T22:04:00.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3770152960 bytes 2026-02-22T22:04:00.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3852363776 bytes 2026-02-22T22:04:00.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3904874496 bytes 2026-02-22T22:04:00.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3958062080 bytes 2026-02-22T22:04:00.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4025242624 bytes 2026-02-22T22:04:00.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4076484608 bytes 2026-02-22T22:04:00.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4077093888 bytes 2026-02-22T22:04:00.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4139037696 bytes 2026-02-22T22:04:00.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4235328512 bytes 2026-02-22T22:04:00.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4270178304 bytes 2026-02-22T22:04:00.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4315408384 bytes 2026-02-22T22:04:00.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4343620608 bytes 2026-02-22T22:04:00.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4409936896 bytes 2026-02-22T22:04:01.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4438436864 bytes 2026-02-22T22:04:01.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4447163392 bytes 2026-02-22T22:04:01.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4517968896 bytes 2026-02-22T22:04:01.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4598834176 bytes 2026-02-22T22:04:01.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4630023168 bytes 2026-02-22T22:04:01.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4630620160 bytes 2026-02-22T22:04:01.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4699483136 bytes 2026-02-22T22:04:01.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4715603968 bytes 2026-02-22T22:04:01.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4806695936 bytes 2026-02-22T22:04:01.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4824090624 bytes 2026-02-22T22:04:01.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4848470016 bytes 2026-02-22T22:04:01.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4911654912 bytes 2026-02-22T22:04:01.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4955381760 bytes 2026-02-22T22:04:01.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4989698048 bytes 2026-02-22T22:04:01.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5055449088 bytes 2026-02-22T22:04:01.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5079737344 bytes 2026-02-22T22:04:01.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5160819712 bytes 2026-02-22T22:04:02.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5203289088 bytes 2026-02-22T22:04:02.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5237801984 bytes 2026-02-22T22:04:02.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5288924160 bytes 2026-02-22T22:04:02.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5372892160 bytes 2026-02-22T22:04:02.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_38 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_38 snapshot 128M 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_38 128M 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:04:02.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:02.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:04:02.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:04:02.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:04:02.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:02.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_38 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_38 snapshot 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_38 snapshot 2026-02-22T22:04:03.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:04:03.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_38 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_38': 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 13fdb4ee416d 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.13fdb4ee416d 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:02 2026 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:02 2026 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:02 2026 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 6503fbb7-f410-4229-945c-eda39272e2cd 2026-02-22T22:04:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:04:03.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:04:03.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_38 2026-02-22T22:04:03.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:03.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:03.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:04:03.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:04:03.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=11 2026-02-22T22:04:03.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:04:03.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 11s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_38 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:04:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 32118784 bytes 2026-02-22T22:04:03.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 93521920 bytes 2026-02-22T22:04:03.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 96072704 bytes 2026-02-22T22:04:03.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 153904128 bytes 2026-02-22T22:04:03.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 186050560 bytes 2026-02-22T22:04:03.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 204925952 bytes 2026-02-22T22:04:03.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 230170624 bytes 2026-02-22T22:04:03.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 272952320 bytes 2026-02-22T22:04:03.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 341227520 bytes 2026-02-22T22:04:03.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 348888064 bytes 2026-02-22T22:04:03.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 373113856 bytes 2026-02-22T22:04:03.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 420365312 bytes 2026-02-22T22:04:03.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 443688960 bytes 2026-02-22T22:04:03.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 486463488 bytes 2026-02-22T22:04:03.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 564739072 bytes 2026-02-22T22:04:03.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 565348352 bytes 2026-02-22T22:04:04.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 602178560 bytes 2026-02-22T22:04:04.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 628922368 bytes 2026-02-22T22:04:04.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 678769664 bytes 2026-02-22T22:04:04.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 753773568 bytes 2026-02-22T22:04:04.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 762029056 bytes 2026-02-22T22:04:04.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 836472832 bytes 2026-02-22T22:04:04.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 869320704 bytes 2026-02-22T22:04:04.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 930868224 bytes 2026-02-22T22:04:04.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1030151168 bytes 2026-02-22T22:04:04.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1065885696 bytes 2026-02-22T22:04:04.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1203444736 bytes 2026-02-22T22:04:04.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1239596032 bytes 2026-02-22T22:04:04.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1302827008 bytes 2026-02-22T22:04:04.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1349826560 bytes 2026-02-22T22:04:04.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1415014400 bytes 2026-02-22T22:04:05.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1449317376 bytes 2026-02-22T22:04:05.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1501147136 bytes 2026-02-22T22:04:05.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1544988672 bytes 2026-02-22T22:04:05.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1589537792 bytes 2026-02-22T22:04:05.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1625092096 bytes 2026-02-22T22:04:05.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1682772992 bytes 2026-02-22T22:04:05.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1713806336 bytes 2026-02-22T22:04:05.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1714411520 bytes 2026-02-22T22:04:05.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1812275200 bytes 2026-02-22T22:04:05.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1854033920 bytes 2026-02-22T22:04:05.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1867298816 bytes 2026-02-22T22:04:05.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1906434048 bytes 2026-02-22T22:04:05.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1947673600 bytes 2026-02-22T22:04:05.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1977963520 bytes 2026-02-22T22:04:05.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1993013248 bytes 2026-02-22T22:04:05.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2026335232 bytes 2026-02-22T22:04:05.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2115863552 bytes 2026-02-22T22:04:05.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2126950400 bytes 2026-02-22T22:04:06.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2147638272 bytes 2026-02-22T22:04:06.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2173752320 bytes 2026-02-22T22:04:06.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2185088000 bytes 2026-02-22T22:04:06.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2246356992 bytes 2026-02-22T22:04:06.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2317179904 bytes 2026-02-22T22:04:06.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2354776064 bytes 2026-02-22T22:04:06.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2406895616 bytes 2026-02-22T22:04:06.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2421352448 bytes 2026-02-22T22:04:06.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2483169280 bytes 2026-02-22T22:04:06.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2493563904 bytes 2026-02-22T22:04:06.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2538403840 bytes 2026-02-22T22:04:06.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2586145792 bytes 2026-02-22T22:04:06.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2612090880 bytes 2026-02-22T22:04:06.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2621201408 bytes 2026-02-22T22:04:06.784 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2689288192 bytes 2026-02-22T22:04:06.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2799224832 bytes 2026-02-22T22:04:06.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2819897344 bytes 2026-02-22T22:04:07.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2901497856 bytes 2026-02-22T22:04:07.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2902113280 bytes 2026-02-22T22:04:07.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2926072832 bytes 2026-02-22T22:04:07.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2973967360 bytes 2026-02-22T22:04:07.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3056525312 bytes 2026-02-22T22:04:07.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3120964608 bytes 2026-02-22T22:04:07.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3194038272 bytes 2026-02-22T22:04:07.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3253272576 bytes 2026-02-22T22:04:07.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3316709376 bytes 2026-02-22T22:04:07.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3363062784 bytes 2026-02-22T22:04:07.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3378221056 bytes 2026-02-22T22:04:07.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3387602944 bytes 2026-02-22T22:04:07.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3432484864 bytes 2026-02-22T22:04:07.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3483920384 bytes 2026-02-22T22:04:07.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3528240128 bytes 2026-02-22T22:04:07.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3556050944 bytes 2026-02-22T22:04:07.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3565671424 bytes 2026-02-22T22:04:07.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3622654976 bytes 2026-02-22T22:04:08.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3681250304 bytes 2026-02-22T22:04:08.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3697195008 bytes 2026-02-22T22:04:08.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3732273152 bytes 2026-02-22T22:04:08.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3776988160 bytes 2026-02-22T22:04:08.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3780340736 bytes 2026-02-22T22:04:08.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3844166656 bytes 2026-02-22T22:04:08.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3871722496 bytes 2026-02-22T22:04:08.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3874008064 bytes 2026-02-22T22:04:08.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3902538752 bytes 2026-02-22T22:04:08.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3957636096 bytes 2026-02-22T22:04:08.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4051817472 bytes 2026-02-22T22:04:08.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4122572800 bytes 2026-02-22T22:04:08.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4173918208 bytes 2026-02-22T22:04:08.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4202789888 bytes 2026-02-22T22:04:08.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4218332160 bytes 2026-02-22T22:04:08.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4279890944 bytes 2026-02-22T22:04:08.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4288929792 bytes 2026-02-22T22:04:08.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4388336640 bytes 2026-02-22T22:04:09.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4448780288 bytes 2026-02-22T22:04:09.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4482310144 bytes 2026-02-22T22:04:09.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4548514816 bytes 2026-02-22T22:04:09.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4656117760 bytes 2026-02-22T22:04:09.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4674098176 bytes 2026-02-22T22:04:09.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4735696896 bytes 2026-02-22T22:04:09.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4772717568 bytes 2026-02-22T22:04:09.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4795316224 bytes 2026-02-22T22:04:09.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4795931648 bytes 2026-02-22T22:04:09.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4863154176 bytes 2026-02-22T22:04:09.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4897512448 bytes 2026-02-22T22:04:09.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4938724352 bytes 2026-02-22T22:04:09.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4973932544 bytes 2026-02-22T22:04:09.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5080592384 bytes 2026-02-22T22:04:09.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5121298432 bytes 2026-02-22T22:04:09.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5165189120 bytes 2026-02-22T22:04:10.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5231048704 bytes 2026-02-22T22:04:10.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5271244800 bytes 2026-02-22T22:04:10.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5306241024 bytes 2026-02-22T22:04:10.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5332629504 bytes 2026-02-22T22:04:10.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5355369472 bytes 2026-02-22T22:04:10.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5374897152 bytes 2026-02-22T22:04:10.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5414823936 bytes 2026-02-22T22:04:10.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5498081280 bytes 2026-02-22T22:04:10.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5535563776 bytes 2026-02-22T22:04:10.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5542356992 bytes 2026-02-22T22:04:10.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5570511872 bytes 2026-02-22T22:04:10.570 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5629361152 bytes 2026-02-22T22:04:10.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5629962240 bytes 2026-02-22T22:04:10.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5676442624 bytes 2026-02-22T22:04:10.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5695454208 bytes 2026-02-22T22:04:10.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5716583424 bytes 2026-02-22T22:04:10.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5732635648 bytes 2026-02-22T22:04:10.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5736551424 bytes 2026-02-22T22:04:10.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5752669184 bytes 2026-02-22T22:04:10.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5753268224 bytes 2026-02-22T22:04:10.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5783265280 bytes 2026-02-22T22:04:11.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5828929536 bytes 2026-02-22T22:04:11.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5832510464 bytes 2026-02-22T22:04:11.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5910032384 bytes 2026-02-22T22:04:11.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5930970112 bytes 2026-02-22T22:04:11.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5964906496 bytes 2026-02-22T22:04:11.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6074823680 bytes 2026-02-22T22:04:11.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6104655872 bytes 2026-02-22T22:04:11.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6154409984 bytes 2026-02-22T22:04:11.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6185090048 bytes 2026-02-22T22:04:11.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6226104320 bytes 2026-02-22T22:04:11.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6249882624 bytes 2026-02-22T22:04:11.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6313704448 bytes 2026-02-22T22:04:11.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6376695808 bytes 2026-02-22T22:04:11.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6418807808 bytes 2026-02-22T22:04:11.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6470322176 bytes 2026-02-22T22:04:11.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6557025280 bytes 2026-02-22T22:04:12.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6649796608 bytes 2026-02-22T22:04:12.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6711516160 bytes 2026-02-22T22:04:12.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6779295744 bytes 2026-02-22T22:04:12.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6831498240 bytes 2026-02-22T22:04:12.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6887787520 bytes 2026-02-22T22:04:12.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6921519104 bytes 2026-02-22T22:04:12.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6927432704 bytes 2026-02-22T22:04:12.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7018136576 bytes 2026-02-22T22:04:12.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7067208704 bytes 2026-02-22T22:04:12.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7084103680 bytes 2026-02-22T22:04:12.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7141327872 bytes 2026-02-22T22:04:12.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7239113728 bytes 2026-02-22T22:04:12.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7256624128 bytes 2026-02-22T22:04:12.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7257261056 bytes 2026-02-22T22:04:12.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7314447360 bytes 2026-02-22T22:04:12.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7332936704 bytes 2026-02-22T22:04:12.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7431172096 bytes 2026-02-22T22:04:13.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7434698752 bytes 2026-02-22T22:04:13.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7543348224 bytes 2026-02-22T22:04:13.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7574280192 bytes 2026-02-22T22:04:13.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7652287488 bytes 2026-02-22T22:04:13.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7652923392 bytes 2026-02-22T22:04:13.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7696096256 bytes 2026-02-22T22:04:13.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7696705536 bytes 2026-02-22T22:04:13.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7831159808 bytes 2026-02-22T22:04:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7850308608 bytes 2026-02-22T22:04:13.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7897582592 bytes 2026-02-22T22:04:13.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7920630784 bytes 2026-02-22T22:04:13.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7926351872 bytes 2026-02-22T22:04:13.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7950961664 bytes 2026-02-22T22:04:13.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7986249728 bytes 2026-02-22T22:04:13.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 8035612672 bytes 2026-02-22T22:04:13.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 8053562368 bytes 2026-02-22T22:04:13.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8109291520 bytes 2026-02-22T22:04:14.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8195202048 bytes 2026-02-22T22:04:14.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8259119104 bytes 2026-02-22T22:04:14.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:04:14.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:04:14.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:04:14.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:14.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:04:14.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_39 2026-02-22T22:04:14.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_39 snapshot 128M 2026-02-22T22:04:14.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:14.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_39 128M 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:14.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:14.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:04:14.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:14.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:04:14.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:04:14.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:04:14.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:14.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_39 2026-02-22T22:04:14.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:04:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:04:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_39 snapshot 2026-02-22T22:04:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:04:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:14.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_39 snapshot 2026-02-22T22:04:14.606 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.48867045818721155) > weight (0.25) 2026-02-22T22:04:14.606 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.5854053904046717) > weight (0.25) 2026-02-22T22:04:14.606 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.2 with skip (0.9367360482403709) > weight (0.25) 2026-02-22T22:04:14.606 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.3 with skip (0.3666650060523764) > weight (0.25) 2026-02-22T22:04:14.606 INFO:tasks.rbd_mirror_thrash:waiting for 70.83316188361867 secs before thrashing 2026-02-22T22:04:15.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:04:15.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_39 2026-02-22T22:04:15.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_39': 2026-02-22T22:04:15.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:04:15.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:04:15.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:04:15.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 14058ad46971 2026-02-22T22:04:15.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.14058ad46971 2026-02-22T22:04:15.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:14 2026 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:14 2026 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:14 2026 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 59a7e079-f0c3-4745-b152-1a15e1dafeb8 2026-02-22T22:04:15.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:04:15.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:04:15.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_39 2026-02-22T22:04:15.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:15.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:15.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:04:15.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:04:15.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T22:04:15.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:04:15.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_39 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:04:15.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 41502720 bytes 2026-02-22T22:04:15.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 84084736 bytes 2026-02-22T22:04:15.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 131132416 bytes 2026-02-22T22:04:15.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 170313728 bytes 2026-02-22T22:04:15.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 191868928 bytes 2026-02-22T22:04:15.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 235088896 bytes 2026-02-22T22:04:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 299621376 bytes 2026-02-22T22:04:15.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 300218368 bytes 2026-02-22T22:04:15.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 317252608 bytes 2026-02-22T22:04:15.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 386643968 bytes 2026-02-22T22:04:15.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 412205056 bytes 2026-02-22T22:04:15.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 417076224 bytes 2026-02-22T22:04:15.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 435302400 bytes 2026-02-22T22:04:15.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 476105728 bytes 2026-02-22T22:04:15.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 513079296 bytes 2026-02-22T22:04:15.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 588408832 bytes 2026-02-22T22:04:16.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 642042880 bytes 2026-02-22T22:04:16.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 653800448 bytes 2026-02-22T22:04:16.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 678813696 bytes 2026-02-22T22:04:16.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 761020416 bytes 2026-02-22T22:04:16.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 790095872 bytes 2026-02-22T22:04:16.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 840714240 bytes 2026-02-22T22:04:16.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 935854080 bytes 2026-02-22T22:04:16.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1041517568 bytes 2026-02-22T22:04:16.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1048316928 bytes 2026-02-22T22:04:16.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1165762560 bytes 2026-02-22T22:04:16.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1242881024 bytes 2026-02-22T22:04:16.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1243501568 bytes 2026-02-22T22:04:16.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1245231104 bytes 2026-02-22T22:04:16.827 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1278904320 bytes 2026-02-22T22:04:16.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1296473088 bytes 2026-02-22T22:04:16.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1307015168 bytes 2026-02-22T22:04:16.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1352553472 bytes 2026-02-22T22:04:17.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1425839104 bytes 2026-02-22T22:04:17.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1493651456 bytes 2026-02-22T22:04:17.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1519131648 bytes 2026-02-22T22:04:17.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1560581120 bytes 2026-02-22T22:04:17.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1639914496 bytes 2026-02-22T22:04:17.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1689251840 bytes 2026-02-22T22:04:17.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1739606016 bytes 2026-02-22T22:04:17.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1804680192 bytes 2026-02-22T22:04:17.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1805292544 bytes 2026-02-22T22:04:17.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1852817408 bytes 2026-02-22T22:04:17.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1921992704 bytes 2026-02-22T22:04:17.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1986266112 bytes 2026-02-22T22:04:17.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2021894144 bytes 2026-02-22T22:04:17.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2092637184 bytes 2026-02-22T22:04:17.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2154287104 bytes 2026-02-22T22:04:18.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2247098368 bytes 2026-02-22T22:04:18.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2272585728 bytes 2026-02-22T22:04:18.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2343669760 bytes 2026-02-22T22:04:18.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2385103872 bytes 2026-02-22T22:04:18.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2425605120 bytes 2026-02-22T22:04:18.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2429790208 bytes 2026-02-22T22:04:18.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2440147968 bytes 2026-02-22T22:04:18.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2447594496 bytes 2026-02-22T22:04:18.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2477685760 bytes 2026-02-22T22:04:18.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2535781376 bytes 2026-02-22T22:04:18.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2576808960 bytes 2026-02-22T22:04:18.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2586655744 bytes 2026-02-22T22:04:18.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2616335360 bytes 2026-02-22T22:04:18.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2616958976 bytes 2026-02-22T22:04:18.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2664672256 bytes 2026-02-22T22:04:18.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2706120704 bytes 2026-02-22T22:04:18.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2720863232 bytes 2026-02-22T22:04:18.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2746122240 bytes 2026-02-22T22:04:18.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2799827968 bytes 2026-02-22T22:04:18.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2839008256 bytes 2026-02-22T22:04:18.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2853421056 bytes 2026-02-22T22:04:19.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2920895488 bytes 2026-02-22T22:04:19.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2939280384 bytes 2026-02-22T22:04:19.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2971548672 bytes 2026-02-22T22:04:19.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3022128128 bytes 2026-02-22T22:04:19.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3113706496 bytes 2026-02-22T22:04:19.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3129051136 bytes 2026-02-22T22:04:19.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3155464192 bytes 2026-02-22T22:04:19.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3158942720 bytes 2026-02-22T22:04:19.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3187732480 bytes 2026-02-22T22:04:19.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3219588096 bytes 2026-02-22T22:04:19.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3260911616 bytes 2026-02-22T22:04:19.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3300126720 bytes 2026-02-22T22:04:19.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3325549568 bytes 2026-02-22T22:04:19.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3340136448 bytes 2026-02-22T22:04:19.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3396219904 bytes 2026-02-22T22:04:19.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3461624832 bytes 2026-02-22T22:04:19.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3494392832 bytes 2026-02-22T22:04:20.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3641734144 bytes 2026-02-22T22:04:20.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3711419392 bytes 2026-02-22T22:04:20.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3762556928 bytes 2026-02-22T22:04:20.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3870780416 bytes 2026-02-22T22:04:20.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3895941120 bytes 2026-02-22T22:04:20.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3925264384 bytes 2026-02-22T22:04:20.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3979675648 bytes 2026-02-22T22:04:20.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4018535424 bytes 2026-02-22T22:04:20.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4041474048 bytes 2026-02-22T22:04:20.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4086092800 bytes 2026-02-22T22:04:20.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4135954432 bytes 2026-02-22T22:04:20.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4156233728 bytes 2026-02-22T22:04:20.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4213693440 bytes 2026-02-22T22:04:20.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4261151744 bytes 2026-02-22T22:04:20.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4302306304 bytes 2026-02-22T22:04:20.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4339853312 bytes 2026-02-22T22:04:20.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4400418816 bytes 2026-02-22T22:04:21.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4458571776 bytes 2026-02-22T22:04:21.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4459181056 bytes 2026-02-22T22:04:21.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4486103040 bytes 2026-02-22T22:04:21.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:04:21.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:04:21.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:04:21.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:21.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:04:21.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_40 2026-02-22T22:04:21.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_40 snapshot 128M 2026-02-22T22:04:21.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:21.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_40 128M 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:21.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:21.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:21.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:21.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:04:21.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:21.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:04:21.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:04:21.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:04:21.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:21.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_40 2026-02-22T22:04:21.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:04:21.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:21.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:04:21.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:21.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_40 snapshot 2026-02-22T22:04:21.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:21.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:21.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:04:21.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:21.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_40 snapshot 2026-02-22T22:04:22.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:04:22.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_40 2026-02-22T22:04:22.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_40': 2026-02-22T22:04:22.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 140e24ad9f8d 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.140e24ad9f8d 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:21 2026 2026-02-22T22:04:22.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:21 2026 2026-02-22T22:04:22.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:21 2026 2026-02-22T22:04:22.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:04:22.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:04:22.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5fe75de1-f1d3-4fc3-8727-6ded979e8902 2026-02-22T22:04:22.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:04:22.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:04:22.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_40 2026-02-22T22:04:22.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:22.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:22.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:04:22.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:04:22.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=10 2026-02-22T22:04:22.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:04:22.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 10s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_40 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:04:22.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 134294528 bytes 2026-02-22T22:04:22.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 169791488 bytes 2026-02-22T22:04:22.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 178248704 bytes 2026-02-22T22:04:22.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 212392960 bytes 2026-02-22T22:04:22.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 216013824 bytes 2026-02-22T22:04:22.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 250049536 bytes 2026-02-22T22:04:22.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 308017152 bytes 2026-02-22T22:04:22.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 360931328 bytes 2026-02-22T22:04:22.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 409274368 bytes 2026-02-22T22:04:22.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 409914368 bytes 2026-02-22T22:04:22.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 439074816 bytes 2026-02-22T22:04:22.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 487428096 bytes 2026-02-22T22:04:22.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 516121600 bytes 2026-02-22T22:04:22.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 536869888 bytes 2026-02-22T22:04:22.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 583714816 bytes 2026-02-22T22:04:23.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 638411776 bytes 2026-02-22T22:04:23.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 681030656 bytes 2026-02-22T22:04:23.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 717762560 bytes 2026-02-22T22:04:23.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 744643584 bytes 2026-02-22T22:04:23.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 842844160 bytes 2026-02-22T22:04:23.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 885036032 bytes 2026-02-22T22:04:23.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 975617024 bytes 2026-02-22T22:04:23.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1017453568 bytes 2026-02-22T22:04:23.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1045118976 bytes 2026-02-22T22:04:23.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1093580800 bytes 2026-02-22T22:04:23.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1179937792 bytes 2026-02-22T22:04:23.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1180564480 bytes 2026-02-22T22:04:23.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1214064640 bytes 2026-02-22T22:04:23.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1242841088 bytes 2026-02-22T22:04:23.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1293443072 bytes 2026-02-22T22:04:23.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1330584576 bytes 2026-02-22T22:04:23.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1366140928 bytes 2026-02-22T22:04:23.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1385793536 bytes 2026-02-22T22:04:24.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1438499840 bytes 2026-02-22T22:04:24.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1511961600 bytes 2026-02-22T22:04:24.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1553579008 bytes 2026-02-22T22:04:24.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1579035648 bytes 2026-02-22T22:04:24.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1681142784 bytes 2026-02-22T22:04:24.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1754513408 bytes 2026-02-22T22:04:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1775159296 bytes 2026-02-22T22:04:24.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1824216064 bytes 2026-02-22T22:04:24.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1864928256 bytes 2026-02-22T22:04:24.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1933872128 bytes 2026-02-22T22:04:24.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1965301760 bytes 2026-02-22T22:04:24.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2023871488 bytes 2026-02-22T22:04:24.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2051117056 bytes 2026-02-22T22:04:24.797 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T22:04:24.800+0000 7fd43d752640 -1 reset not still connected to 0x55f0c7f63930 2026-02-22T22:04:24.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2066633728 bytes 2026-02-22T22:04:24.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2094686208 bytes 2026-02-22T22:04:24.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2095321088 bytes 2026-02-22T22:04:24.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2140805120 bytes 2026-02-22T22:04:24.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2154866688 bytes 2026-02-22T22:04:25.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2231746560 bytes 2026-02-22T22:04:25.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2293810176 bytes 2026-02-22T22:04:25.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2345726976 bytes 2026-02-22T22:04:25.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2407447552 bytes 2026-02-22T22:04:25.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2506843136 bytes 2026-02-22T22:04:25.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2522745856 bytes 2026-02-22T22:04:25.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2547604480 bytes 2026-02-22T22:04:25.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2581361664 bytes 2026-02-22T22:04:25.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2597130240 bytes 2026-02-22T22:04:25.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2597742592 bytes 2026-02-22T22:04:25.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2673659904 bytes 2026-02-22T22:04:25.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2698724352 bytes 2026-02-22T22:04:25.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2717088768 bytes 2026-02-22T22:04:25.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2794537984 bytes 2026-02-22T22:04:25.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2795150336 bytes 2026-02-22T22:04:25.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2855758848 bytes 2026-02-22T22:04:25.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2895681536 bytes 2026-02-22T22:04:25.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2957914112 bytes 2026-02-22T22:04:26.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2976880640 bytes 2026-02-22T22:04:26.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2985724928 bytes 2026-02-22T22:04:26.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3017566208 bytes 2026-02-22T22:04:26.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3084668928 bytes 2026-02-22T22:04:26.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3085309952 bytes 2026-02-22T22:04:26.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3156842496 bytes 2026-02-22T22:04:26.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3202744320 bytes 2026-02-22T22:04:26.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3230034944 bytes 2026-02-22T22:04:26.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3281037312 bytes 2026-02-22T22:04:26.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3299580928 bytes 2026-02-22T22:04:26.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3376714752 bytes 2026-02-22T22:04:26.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3387294720 bytes 2026-02-22T22:04:26.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3425561600 bytes 2026-02-22T22:04:26.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3458626560 bytes 2026-02-22T22:04:26.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3509295104 bytes 2026-02-22T22:04:26.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3535975424 bytes 2026-02-22T22:04:26.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3566290944 bytes 2026-02-22T22:04:26.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3595878400 bytes 2026-02-22T22:04:26.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3676178432 bytes 2026-02-22T22:04:27.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3806570496 bytes 2026-02-22T22:04:27.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3895768064 bytes 2026-02-22T22:04:27.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3970671616 bytes 2026-02-22T22:04:27.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3979683840 bytes 2026-02-22T22:04:27.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4007588864 bytes 2026-02-22T22:04:27.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4066827264 bytes 2026-02-22T22:04:27.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4132115456 bytes 2026-02-22T22:04:27.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4189758464 bytes 2026-02-22T22:04:27.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4209411072 bytes 2026-02-22T22:04:27.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4241666048 bytes 2026-02-22T22:04:27.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4328664064 bytes 2026-02-22T22:04:27.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4355811328 bytes 2026-02-22T22:04:27.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4410500096 bytes 2026-02-22T22:04:27.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4417830912 bytes 2026-02-22T22:04:27.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4484450304 bytes 2026-02-22T22:04:28.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4544384000 bytes 2026-02-22T22:04:28.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4584818688 bytes 2026-02-22T22:04:28.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4653190144 bytes 2026-02-22T22:04:28.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4720728064 bytes 2026-02-22T22:04:28.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4801475584 bytes 2026-02-22T22:04:28.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4852323328 bytes 2026-02-22T22:04:28.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4961718272 bytes 2026-02-22T22:04:28.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4982200320 bytes 2026-02-22T22:04:28.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4982823936 bytes 2026-02-22T22:04:28.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5045321728 bytes 2026-02-22T22:04:28.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5056422912 bytes 2026-02-22T22:04:28.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5102426112 bytes 2026-02-22T22:04:28.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5127367680 bytes 2026-02-22T22:04:28.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5171237888 bytes 2026-02-22T22:04:28.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5201898496 bytes 2026-02-22T22:04:28.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5228920832 bytes 2026-02-22T22:04:28.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5286684672 bytes 2026-02-22T22:04:29.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5287285760 bytes 2026-02-22T22:04:29.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5298113536 bytes 2026-02-22T22:04:29.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5351791616 bytes 2026-02-22T22:04:29.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5371893760 bytes 2026-02-22T22:04:29.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5384989696 bytes 2026-02-22T22:04:29.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5449657344 bytes 2026-02-22T22:04:29.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5469583360 bytes 2026-02-22T22:04:29.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5484744704 bytes 2026-02-22T22:04:29.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5529588736 bytes 2026-02-22T22:04:29.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5628340224 bytes 2026-02-22T22:04:29.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5656334336 bytes 2026-02-22T22:04:29.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5676317696 bytes 2026-02-22T22:04:29.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5706659840 bytes 2026-02-22T22:04:29.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5739210752 bytes 2026-02-22T22:04:29.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5739823104 bytes 2026-02-22T22:04:29.784 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5776548864 bytes 2026-02-22T22:04:29.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5865837568 bytes 2026-02-22T22:04:29.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5899623424 bytes 2026-02-22T22:04:29.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5929282560 bytes 2026-02-22T22:04:30.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5967466496 bytes 2026-02-22T22:04:30.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5968098304 bytes 2026-02-22T22:04:30.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5994744832 bytes 2026-02-22T22:04:30.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6037383168 bytes 2026-02-22T22:04:30.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6105638912 bytes 2026-02-22T22:04:30.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6199246848 bytes 2026-02-22T22:04:30.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6265020416 bytes 2026-02-22T22:04:30.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6328046592 bytes 2026-02-22T22:04:30.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6371938304 bytes 2026-02-22T22:04:30.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6462010368 bytes 2026-02-22T22:04:30.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6550547456 bytes 2026-02-22T22:04:30.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6559434752 bytes 2026-02-22T22:04:30.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6582103040 bytes 2026-02-22T22:04:30.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6653165568 bytes 2026-02-22T22:04:30.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6692159488 bytes 2026-02-22T22:04:30.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6707676160 bytes 2026-02-22T22:04:31.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6749260800 bytes 2026-02-22T22:04:31.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6791108608 bytes 2026-02-22T22:04:31.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6791747584 bytes 2026-02-22T22:04:31.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6829445120 bytes 2026-02-22T22:04:31.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6867891200 bytes 2026-02-22T22:04:31.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6893325312 bytes 2026-02-22T22:04:31.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6913461248 bytes 2026-02-22T22:04:31.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7002935296 bytes 2026-02-22T22:04:31.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7053712384 bytes 2026-02-22T22:04:31.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7086964736 bytes 2026-02-22T22:04:31.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7139263488 bytes 2026-02-22T22:04:31.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7227080704 bytes 2026-02-22T22:04:31.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7301113856 bytes 2026-02-22T22:04:31.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7327025152 bytes 2026-02-22T22:04:31.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7349114880 bytes 2026-02-22T22:04:31.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7421022208 bytes 2026-02-22T22:04:31.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7470769152 bytes 2026-02-22T22:04:32.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7477270528 bytes 2026-02-22T22:04:32.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7510942720 bytes 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_41 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_41 snapshot 128M 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:04:32.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_41 128M 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:32.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_41 2026-02-22T22:04:32.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:04:32.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:32.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:04:32.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:32.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_41 snapshot 2026-02-22T22:04:32.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:32.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:32.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:04:32.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:32.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_41 snapshot 2026-02-22T22:04:33.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:04:33.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_41 2026-02-22T22:04:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_41': 2026-02-22T22:04:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:04:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:04:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:04:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1417a26d3396 2026-02-22T22:04:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1417a26d3396 2026-02-22T22:04:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:04:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:04:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:04:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:04:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:32 2026 2026-02-22T22:04:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:32 2026 2026-02-22T22:04:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:32 2026 2026-02-22T22:04:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:04:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:04:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: caf02217-22e0-42b8-970a-f4736f246b0f 2026-02-22T22:04:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:04:33.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:04:33.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_41 2026-02-22T22:04:33.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:33.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:33.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:04:33.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:04:33.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=13 2026-02-22T22:04:33.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:04:33.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 13s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_41 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:04:33.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 64529408 bytes 2026-02-22T22:04:33.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 132034560 bytes 2026-02-22T22:04:33.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 174053376 bytes 2026-02-22T22:04:33.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 188903424 bytes 2026-02-22T22:04:33.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 260326400 bytes 2026-02-22T22:04:33.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 263624704 bytes 2026-02-22T22:04:33.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 321168384 bytes 2026-02-22T22:04:33.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 365087744 bytes 2026-02-22T22:04:33.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 386795520 bytes 2026-02-22T22:04:33.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 452632576 bytes 2026-02-22T22:04:33.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 521411584 bytes 2026-02-22T22:04:33.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 620028928 bytes 2026-02-22T22:04:33.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 650656768 bytes 2026-02-22T22:04:34.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 651277312 bytes 2026-02-22T22:04:34.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 664275968 bytes 2026-02-22T22:04:34.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 719381504 bytes 2026-02-22T22:04:34.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 760607744 bytes 2026-02-22T22:04:34.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 829748224 bytes 2026-02-22T22:04:34.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 857211904 bytes 2026-02-22T22:04:34.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 899953664 bytes 2026-02-22T22:04:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 903391232 bytes 2026-02-22T22:04:34.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 958104576 bytes 2026-02-22T22:04:34.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1018414080 bytes 2026-02-22T22:04:34.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1064467456 bytes 2026-02-22T22:04:34.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1084614656 bytes 2026-02-22T22:04:34.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1120432128 bytes 2026-02-22T22:04:34.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1145273344 bytes 2026-02-22T22:04:34.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1160468480 bytes 2026-02-22T22:04:34.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1183881216 bytes 2026-02-22T22:04:34.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1190156288 bytes 2026-02-22T22:04:34.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1277594624 bytes 2026-02-22T22:04:35.045 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1309925376 bytes 2026-02-22T22:04:35.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1313408000 bytes 2026-02-22T22:04:35.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1345659904 bytes 2026-02-22T22:04:35.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1376871424 bytes 2026-02-22T22:04:35.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1424101376 bytes 2026-02-22T22:04:35.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1446508544 bytes 2026-02-22T22:04:35.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1471244288 bytes 2026-02-22T22:04:35.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1484216320 bytes 2026-02-22T22:04:35.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1578027008 bytes 2026-02-22T22:04:35.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1616578560 bytes 2026-02-22T22:04:35.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1651497984 bytes 2026-02-22T22:04:35.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1660468224 bytes 2026-02-22T22:04:35.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1692702720 bytes 2026-02-22T22:04:35.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1760939008 bytes 2026-02-22T22:04:35.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1787551744 bytes 2026-02-22T22:04:35.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1850641408 bytes 2026-02-22T22:04:35.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1899381760 bytes 2026-02-22T22:04:35.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2001865728 bytes 2026-02-22T22:04:36.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2101726208 bytes 2026-02-22T22:04:36.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2158450688 bytes 2026-02-22T22:04:36.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2159077376 bytes 2026-02-22T22:04:36.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2197272576 bytes 2026-02-22T22:04:36.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2231532544 bytes 2026-02-22T22:04:36.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2255995904 bytes 2026-02-22T22:04:36.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2343182336 bytes 2026-02-22T22:04:36.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2415646720 bytes 2026-02-22T22:04:36.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2468654080 bytes 2026-02-22T22:04:36.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2526648320 bytes 2026-02-22T22:04:36.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2548629504 bytes 2026-02-22T22:04:36.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2671783936 bytes 2026-02-22T22:04:36.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2719864832 bytes 2026-02-22T22:04:36.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2806694912 bytes 2026-02-22T22:04:37.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2855369728 bytes 2026-02-22T22:04:37.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2889138176 bytes 2026-02-22T22:04:37.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2923762688 bytes 2026-02-22T22:04:37.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2967856128 bytes 2026-02-22T22:04:37.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3032474624 bytes 2026-02-22T22:04:37.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3114167296 bytes 2026-02-22T22:04:37.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3142568960 bytes 2026-02-22T22:04:37.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3154400256 bytes 2026-02-22T22:04:37.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3195842560 bytes 2026-02-22T22:04:37.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3233643520 bytes 2026-02-22T22:04:37.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3273431040 bytes 2026-02-22T22:04:37.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3312526336 bytes 2026-02-22T22:04:37.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3361254400 bytes 2026-02-22T22:04:37.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3393656832 bytes 2026-02-22T22:04:37.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3424699392 bytes 2026-02-22T22:04:37.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3493578752 bytes 2026-02-22T22:04:38.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3513134080 bytes 2026-02-22T22:04:38.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3543162880 bytes 2026-02-22T22:04:38.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3600548864 bytes 2026-02-22T22:04:38.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3644734464 bytes 2026-02-22T22:04:38.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3670776832 bytes 2026-02-22T22:04:38.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3712397312 bytes 2026-02-22T22:04:38.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3771867136 bytes 2026-02-22T22:04:38.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3845416960 bytes 2026-02-22T22:04:38.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3907103744 bytes 2026-02-22T22:04:38.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 4037513216 bytes 2026-02-22T22:04:38.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4099439616 bytes 2026-02-22T22:04:38.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4110859264 bytes 2026-02-22T22:04:38.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4151988224 bytes 2026-02-22T22:04:38.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4194163712 bytes 2026-02-22T22:04:38.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4209269760 bytes 2026-02-22T22:04:38.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4216244224 bytes 2026-02-22T22:04:38.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4231895040 bytes 2026-02-22T22:04:38.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4245301248 bytes 2026-02-22T22:04:39.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4274884608 bytes 2026-02-22T22:04:39.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4323450880 bytes 2026-02-22T22:04:39.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4366621696 bytes 2026-02-22T22:04:39.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4367227904 bytes 2026-02-22T22:04:39.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4405689344 bytes 2026-02-22T22:04:39.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4423554048 bytes 2026-02-22T22:04:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4463978496 bytes 2026-02-22T22:04:39.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4511847424 bytes 2026-02-22T22:04:39.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4518095872 bytes 2026-02-22T22:04:39.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4574056448 bytes 2026-02-22T22:04:39.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4580709376 bytes 2026-02-22T22:04:39.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4623756288 bytes 2026-02-22T22:04:39.827 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4651300864 bytes 2026-02-22T22:04:39.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4733827072 bytes 2026-02-22T22:04:39.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4758719488 bytes 2026-02-22T22:04:39.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4793010176 bytes 2026-02-22T22:04:40.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4834754560 bytes 2026-02-22T22:04:40.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4875099136 bytes 2026-02-22T22:04:40.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4918804480 bytes 2026-02-22T22:04:40.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4970852352 bytes 2026-02-22T22:04:40.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4981900288 bytes 2026-02-22T22:04:40.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5035717632 bytes 2026-02-22T22:04:40.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5072707584 bytes 2026-02-22T22:04:40.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5127047168 bytes 2026-02-22T22:04:40.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5212396544 bytes 2026-02-22T22:04:40.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5269168128 bytes 2026-02-22T22:04:40.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5311240192 bytes 2026-02-22T22:04:40.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5336482816 bytes 2026-02-22T22:04:40.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5386395648 bytes 2026-02-22T22:04:40.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5423252480 bytes 2026-02-22T22:04:40.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5479334912 bytes 2026-02-22T22:04:40.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5520464896 bytes 2026-02-22T22:04:40.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5574198272 bytes 2026-02-22T22:04:41.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5616598016 bytes 2026-02-22T22:04:41.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5654016000 bytes 2026-02-22T22:04:41.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5660664832 bytes 2026-02-22T22:04:41.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5728449536 bytes 2026-02-22T22:04:41.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5753459712 bytes 2026-02-22T22:04:41.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5794373632 bytes 2026-02-22T22:04:41.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5857519616 bytes 2026-02-22T22:04:41.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5861454848 bytes 2026-02-22T22:04:41.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5887449088 bytes 2026-02-22T22:04:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5912716288 bytes 2026-02-22T22:04:41.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5936104448 bytes 2026-02-22T22:04:41.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5980833792 bytes 2026-02-22T22:04:41.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6026475520 bytes 2026-02-22T22:04:41.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6061042688 bytes 2026-02-22T22:04:41.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6061670400 bytes 2026-02-22T22:04:41.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6108096512 bytes 2026-02-22T22:04:41.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6133713920 bytes 2026-02-22T22:04:41.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6139703296 bytes 2026-02-22T22:04:41.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6165196800 bytes 2026-02-22T22:04:41.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6179995648 bytes 2026-02-22T22:04:41.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6214607872 bytes 2026-02-22T22:04:41.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6305874944 bytes 2026-02-22T22:04:42.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6332191744 bytes 2026-02-22T22:04:42.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6359182336 bytes 2026-02-22T22:04:42.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6387995648 bytes 2026-02-22T22:04:42.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6413050880 bytes 2026-02-22T22:04:42.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6459417600 bytes 2026-02-22T22:04:42.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6482581504 bytes 2026-02-22T22:04:42.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6517833728 bytes 2026-02-22T22:04:42.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6580994048 bytes 2026-02-22T22:04:42.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6597446656 bytes 2026-02-22T22:04:42.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6644886528 bytes 2026-02-22T22:04:42.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6700221440 bytes 2026-02-22T22:04:42.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6764888064 bytes 2026-02-22T22:04:42.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6765507584 bytes 2026-02-22T22:04:42.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6800868352 bytes 2026-02-22T22:04:42.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6808194048 bytes 2026-02-22T22:04:42.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6914696192 bytes 2026-02-22T22:04:43.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6915319808 bytes 2026-02-22T22:04:43.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6915966976 bytes 2026-02-22T22:04:43.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 6964858880 bytes 2026-02-22T22:04:43.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7022644224 bytes 2026-02-22T22:04:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7035304960 bytes 2026-02-22T22:04:43.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7062565888 bytes 2026-02-22T22:04:43.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7132084224 bytes 2026-02-22T22:04:43.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7177088000 bytes 2026-02-22T22:04:43.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7245743104 bytes 2026-02-22T22:04:43.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7295390720 bytes 2026-02-22T22:04:43.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7312764928 bytes 2026-02-22T22:04:43.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7354791936 bytes 2026-02-22T22:04:43.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7362524160 bytes 2026-02-22T22:04:43.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7392691200 bytes 2026-02-22T22:04:43.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7407333376 bytes 2026-02-22T22:04:43.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7432691712 bytes 2026-02-22T22:04:43.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7465202688 bytes 2026-02-22T22:04:43.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7506541568 bytes 2026-02-22T22:04:43.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7624554496 bytes 2026-02-22T22:04:44.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7689385984 bytes 2026-02-22T22:04:44.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7728858112 bytes 2026-02-22T22:04:44.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7765095424 bytes 2026-02-22T22:04:44.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7770402816 bytes 2026-02-22T22:04:44.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7832694784 bytes 2026-02-22T22:04:44.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7851313152 bytes 2026-02-22T22:04:44.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7913435136 bytes 2026-02-22T22:04:44.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 7959046144 bytes 2026-02-22T22:04:44.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 7969082368 bytes 2026-02-22T22:04:44.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8028090368 bytes 2026-02-22T22:04:44.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8059700224 bytes 2026-02-22T22:04:44.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8122444800 bytes 2026-02-22T22:04:44.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8172388352 bytes 2026-02-22T22:04:44.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8257508352 bytes 2026-02-22T22:04:44.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8262017024 bytes 2026-02-22T22:04:44.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8285083648 bytes 2026-02-22T22:04:44.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8405238784 bytes 2026-02-22T22:04:44.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8415098880 bytes 2026-02-22T22:04:44.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8415700992 bytes 2026-02-22T22:04:44.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8429767680 bytes 2026-02-22T22:04:45.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8488327168 bytes 2026-02-22T22:04:45.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8539951104 bytes 2026-02-22T22:04:45.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8566545408 bytes 2026-02-22T22:04:45.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8628317184 bytes 2026-02-22T22:04:45.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8679113728 bytes 2026-02-22T22:04:45.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8695752704 bytes 2026-02-22T22:04:45.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8803293184 bytes 2026-02-22T22:04:45.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8884330496 bytes 2026-02-22T22:04:45.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9005406208 bytes 2026-02-22T22:04:45.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9078433792 bytes 2026-02-22T22:04:45.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9164497920 bytes 2026-02-22T22:04:45.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9170639872 bytes 2026-02-22T22:04:45.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9224602624 bytes 2026-02-22T22:04:45.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9266827264 bytes 2026-02-22T22:04:45.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9310322688 bytes 2026-02-22T22:04:45.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9310931968 bytes 2026-02-22T22:04:45.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9353377792 bytes 2026-02-22T22:04:46.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9378046976 bytes 2026-02-22T22:04:46.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9410241536 bytes 2026-02-22T22:04:46.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9426817024 bytes 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_42 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_42 snapshot 128M 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:46.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_42 128M 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:46.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_42 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_42 snapshot 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:46.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_42 snapshot 2026-02-22T22:04:47.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:04:47.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_42 2026-02-22T22:04:47.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_42': 2026-02-22T22:04:47.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:04:47.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:04:47.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 14206a4b9eb0 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.14206a4b9eb0 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:46 2026 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:46 2026 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:46 2026 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 4887ca99-1908-4aae-a4b3-9cfb344dc8c7 2026-02-22T22:04:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:04:47.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:04:47.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_42 2026-02-22T22:04:47.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:47.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:47.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:04:47.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:04:47.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=8 2026-02-22T22:04:47.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:04:47.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 8s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_42 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:04:47.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 44509184 bytes 2026-02-22T22:04:47.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 108364800 bytes 2026-02-22T22:04:47.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 151388160 bytes 2026-02-22T22:04:47.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 211894272 bytes 2026-02-22T22:04:47.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 216066048 bytes 2026-02-22T22:04:47.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 266533888 bytes 2026-02-22T22:04:47.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 267142144 bytes 2026-02-22T22:04:47.560 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.36532229623955104) > weight (0.25) 2026-02-22T22:04:47.560 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.5601803895856942) > weight (0.25) 2026-02-22T22:04:47.560 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.2 2026-02-22T22:04:47.561 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Sent signal 15 2026-02-22T22:04:47.561 INFO:tasks.rbd_mirror_thrash:waiting for 0.7567189057420232 secs before reviving daemons 2026-02-22T22:04:47.561 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:04:47.563+0000 7f509b7ec640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 (PID: 31246) UID: 1000 2026-02-22T22:04:47.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 278647808 bytes 2026-02-22T22:04:47.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 282876928 bytes 2026-02-22T22:04:47.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 302586880 bytes 2026-02-22T22:04:47.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 320941056 bytes 2026-02-22T22:04:47.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 349182976 bytes 2026-02-22T22:04:47.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 372069376 bytes 2026-02-22T22:04:47.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 438537216 bytes 2026-02-22T22:04:47.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 457896960 bytes 2026-02-22T22:04:47.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 549583872 bytes 2026-02-22T22:04:48.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 579166208 bytes 2026-02-22T22:04:48.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 579780608 bytes 2026-02-22T22:04:48.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 580691968 bytes 2026-02-22T22:04:48.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 605336576 bytes 2026-02-22T22:04:48.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 665494528 bytes 2026-02-22T22:04:48.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 701376512 bytes 2026-02-22T22:04:48.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 724027392 bytes 2026-02-22T22:04:48.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 775997440 bytes 2026-02-22T22:04:48.318 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.2 2026-02-22T22:04:48.318 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:04:48.318 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.2 2026-02-22T22:04:48.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Restarting daemon 2026-02-22T22:04:48.319 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 2026-02-22T22:04:48.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Started 2026-02-22T22:04:48.321 INFO:tasks.rbd_mirror_thrash:waiting for 95.82861587317441 secs before thrashing 2026-02-22T22:04:48.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 849083392 bytes 2026-02-22T22:04:48.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 866184192 bytes 2026-02-22T22:04:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 891959296 bytes 2026-02-22T22:04:48.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 894604288 bytes 2026-02-22T22:04:48.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 923032576 bytes 2026-02-22T22:04:48.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 942494720 bytes 2026-02-22T22:04:48.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 969170944 bytes 2026-02-22T22:04:48.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1002205184 bytes 2026-02-22T22:04:48.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1054156800 bytes 2026-02-22T22:04:48.784 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1096625152 bytes 2026-02-22T22:04:48.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1143273472 bytes 2026-02-22T22:04:48.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1196814336 bytes 2026-02-22T22:04:48.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1236368384 bytes 2026-02-22T22:04:48.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1236972544 bytes 2026-02-22T22:04:49.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1241050112 bytes 2026-02-22T22:04:49.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1285029888 bytes 2026-02-22T22:04:49.098 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:04:49.103+0000 7f36800b9640 -1 reset not still connected to 0x557893006000 2026-02-22T22:04:49.100 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:04:49.103+0000 7f36800b9640 -1 reset not still connected to 0x5578946f1450 2026-02-22T22:04:49.101 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:04:49.103+0000 7f36800b9640 -1 reset not still connected to 0x5578953af5f0 2026-02-22T22:04:49.101 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:04:49.103+0000 7f36800b9640 -1 reset not still connected to 0x55789a3c75f0 2026-02-22T22:04:49.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1323105280 bytes 2026-02-22T22:04:49.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1360328704 bytes 2026-02-22T22:04:49.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1378240512 bytes 2026-02-22T22:04:49.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1474357248 bytes 2026-02-22T22:04:49.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1568605184 bytes 2026-02-22T22:04:49.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1573524480 bytes 2026-02-22T22:04:49.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1600550912 bytes 2026-02-22T22:04:49.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1627609088 bytes 2026-02-22T22:04:49.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1649332224 bytes 2026-02-22T22:04:49.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1662494720 bytes 2026-02-22T22:04:49.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1697281024 bytes 2026-02-22T22:04:49.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1724850176 bytes 2026-02-22T22:04:49.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 1740554240 bytes 2026-02-22T22:04:49.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 1765489664 bytes 2026-02-22T22:04:49.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 1811315712 bytes 2026-02-22T22:04:49.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 1825239040 bytes 2026-02-22T22:04:49.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 1825846272 bytes 2026-02-22T22:04:49.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 1849812992 bytes 2026-02-22T22:04:49.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 1943282688 bytes 2026-02-22T22:04:50.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 1964606464 bytes 2026-02-22T22:04:50.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 1984413696 bytes 2026-02-22T22:04:50.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2066809856 bytes 2026-02-22T22:04:50.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2104930304 bytes 2026-02-22T22:04:50.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2148055040 bytes 2026-02-22T22:04:50.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2167703552 bytes 2026-02-22T22:04:50.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2237391872 bytes 2026-02-22T22:04:50.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2257389568 bytes 2026-02-22T22:04:50.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2291432448 bytes 2026-02-22T22:04:50.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2334620672 bytes 2026-02-22T22:04:50.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2350215168 bytes 2026-02-22T22:04:50.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2361400320 bytes 2026-02-22T22:04:50.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2386855936 bytes 2026-02-22T22:04:50.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2486861824 bytes 2026-02-22T22:04:50.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2538038272 bytes 2026-02-22T22:04:50.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2602902528 bytes 2026-02-22T22:04:50.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2641076224 bytes 2026-02-22T22:04:50.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2693098496 bytes 2026-02-22T22:04:50.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2719480832 bytes 2026-02-22T22:04:50.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 2730088448 bytes 2026-02-22T22:04:51.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 2776501248 bytes 2026-02-22T22:04:51.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 2789494784 bytes 2026-02-22T22:04:51.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 2856805376 bytes 2026-02-22T22:04:51.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 2900383744 bytes 2026-02-22T22:04:51.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 2959124480 bytes 2026-02-22T22:04:51.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 2977521664 bytes 2026-02-22T22:04:51.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3054897152 bytes 2026-02-22T22:04:51.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3078892544 bytes 2026-02-22T22:04:51.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3092488192 bytes 2026-02-22T22:04:51.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3121570816 bytes 2026-02-22T22:04:51.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3148966912 bytes 2026-02-22T22:04:51.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3211014144 bytes 2026-02-22T22:04:51.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3258902528 bytes 2026-02-22T22:04:51.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3287943168 bytes 2026-02-22T22:04:51.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3311500288 bytes 2026-02-22T22:04:52.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3350971392 bytes 2026-02-22T22:04:52.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3425939456 bytes 2026-02-22T22:04:52.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3440247808 bytes 2026-02-22T22:04:52.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3500546048 bytes 2026-02-22T22:04:52.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3537353728 bytes 2026-02-22T22:04:52.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3581915136 bytes 2026-02-22T22:04:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3594452992 bytes 2026-02-22T22:04:52.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3641857024 bytes 2026-02-22T22:04:52.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3692263424 bytes 2026-02-22T22:04:52.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 3748860928 bytes 2026-02-22T22:04:52.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 3778541568 bytes 2026-02-22T22:04:52.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 3851001856 bytes 2026-02-22T22:04:52.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 3867620352 bytes 2026-02-22T22:04:52.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 3944224768 bytes 2026-02-22T22:04:52.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 3992423424 bytes 2026-02-22T22:04:52.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 3995591680 bytes 2026-02-22T22:04:52.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4039118848 bytes 2026-02-22T22:04:52.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4073914368 bytes 2026-02-22T22:04:52.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4103124992 bytes 2026-02-22T22:04:53.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4168427520 bytes 2026-02-22T22:04:53.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4183234560 bytes 2026-02-22T22:04:53.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4220941312 bytes 2026-02-22T22:04:53.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4230544384 bytes 2026-02-22T22:04:53.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4293124096 bytes 2026-02-22T22:04:53.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4355672064 bytes 2026-02-22T22:04:53.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4437088256 bytes 2026-02-22T22:04:53.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4465780736 bytes 2026-02-22T22:04:53.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4466381824 bytes 2026-02-22T22:04:53.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4502284288 bytes 2026-02-22T22:04:53.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4564910080 bytes 2026-02-22T22:04:53.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4630316032 bytes 2026-02-22T22:04:53.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 4658664448 bytes 2026-02-22T22:04:53.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 4698744832 bytes 2026-02-22T22:04:53.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 4713485312 bytes 2026-02-22T22:04:53.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 4756434944 bytes 2026-02-22T22:04:53.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 4788357120 bytes 2026-02-22T22:04:53.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 4851026944 bytes 2026-02-22T22:04:53.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 4889761792 bytes 2026-02-22T22:04:53.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 4898357248 bytes 2026-02-22T22:04:54.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 4932467712 bytes 2026-02-22T22:04:54.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 4987655168 bytes 2026-02-22T22:04:54.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5024627712 bytes 2026-02-22T22:04:54.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5059497984 bytes 2026-02-22T22:04:54.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5101926400 bytes 2026-02-22T22:04:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5127157760 bytes 2026-02-22T22:04:54.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5196966912 bytes 2026-02-22T22:04:54.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5278273536 bytes 2026-02-22T22:04:54.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5284278272 bytes 2026-02-22T22:04:54.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5322960896 bytes 2026-02-22T22:04:54.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5356801024 bytes 2026-02-22T22:04:54.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5385807872 bytes 2026-02-22T22:04:54.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5425595392 bytes 2026-02-22T22:04:54.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5461805056 bytes 2026-02-22T22:04:54.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 5541373952 bytes 2026-02-22T22:04:54.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 5593724928 bytes 2026-02-22T22:04:54.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 5614868480 bytes 2026-02-22T22:04:54.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 5630679040 bytes 2026-02-22T22:04:54.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 5684822016 bytes 2026-02-22T22:04:55.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 5785614336 bytes 2026-02-22T22:04:55.071 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 5791646720 bytes 2026-02-22T22:04:55.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 5845256192 bytes 2026-02-22T22:04:55.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:04:55.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:04:55.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:04:55.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:55.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:04:55.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_43 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_43 snapshot 128M 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_43 128M 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:04:55.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_43 2026-02-22T22:04:55.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:04:55.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:55.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:04:55.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:04:55.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_43 snapshot 2026-02-22T22:04:55.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:55.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:55.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:04:55.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:04:55.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_43 snapshot 2026-02-22T22:04:56.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:04:56.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_43 2026-02-22T22:04:56.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_43': 2026-02-22T22:04:56.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:04:56.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:04:56.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 142f7cbec304 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.142f7cbec304 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:55 2026 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:55 2026 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:55 2026 2026-02-22T22:04:56.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:04:56.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:04:56.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 10725714-1e56-4c50-bff1-9388500a2f9d 2026-02-22T22:04:56.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:04:56.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:04:56.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_43 2026-02-22T22:04:56.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:04:56.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:04:56.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:04:56.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:04:56.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=7 2026-02-22T22:04:56.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:04:56.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 7s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_43 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:04:56.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 16664576 bytes 2026-02-22T22:04:56.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 76371968 bytes 2026-02-22T22:04:56.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 130130944 bytes 2026-02-22T22:04:56.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 149109760 bytes 2026-02-22T22:04:56.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 204602368 bytes 2026-02-22T22:04:56.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 279116800 bytes 2026-02-22T22:04:56.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 346625024 bytes 2026-02-22T22:04:56.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 418104320 bytes 2026-02-22T22:04:56.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 538806272 bytes 2026-02-22T22:04:57.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 587891712 bytes 2026-02-22T22:04:57.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 588519424 bytes 2026-02-22T22:04:57.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 612017152 bytes 2026-02-22T22:04:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 661851136 bytes 2026-02-22T22:04:57.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 700043264 bytes 2026-02-22T22:04:57.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 737778688 bytes 2026-02-22T22:04:57.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 789575680 bytes 2026-02-22T22:04:57.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 891348992 bytes 2026-02-22T22:04:57.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 940917760 bytes 2026-02-22T22:04:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 966031360 bytes 2026-02-22T22:04:57.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 997697536 bytes 2026-02-22T22:04:57.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 1020967936 bytes 2026-02-22T22:04:57.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1025284096 bytes 2026-02-22T22:04:57.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1093017600 bytes 2026-02-22T22:04:57.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1146293248 bytes 2026-02-22T22:04:57.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1198052352 bytes 2026-02-22T22:04:57.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1237700608 bytes 2026-02-22T22:04:57.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1243052032 bytes 2026-02-22T22:04:57.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1267322880 bytes 2026-02-22T22:04:57.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1335736320 bytes 2026-02-22T22:04:58.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1426095104 bytes 2026-02-22T22:04:58.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1467168768 bytes 2026-02-22T22:04:58.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1495055360 bytes 2026-02-22T22:04:58.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1545947136 bytes 2026-02-22T22:04:58.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1578726400 bytes 2026-02-22T22:04:58.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1651978240 bytes 2026-02-22T22:04:58.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1684206592 bytes 2026-02-22T22:04:58.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1698052096 bytes 2026-02-22T22:04:58.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1730523136 bytes 2026-02-22T22:04:58.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1740790784 bytes 2026-02-22T22:04:58.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1796345856 bytes 2026-02-22T22:04:58.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1828397056 bytes 2026-02-22T22:04:58.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1862251520 bytes 2026-02-22T22:04:58.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1884742656 bytes 2026-02-22T22:04:58.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1908854784 bytes 2026-02-22T22:04:58.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1921487872 bytes 2026-02-22T22:04:58.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1922117632 bytes 2026-02-22T22:04:58.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1981111296 bytes 2026-02-22T22:04:58.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2009334784 bytes 2026-02-22T22:04:58.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2073773056 bytes 2026-02-22T22:04:59.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2128486400 bytes 2026-02-22T22:04:59.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2208290816 bytes 2026-02-22T22:04:59.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2253184000 bytes 2026-02-22T22:04:59.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2307209216 bytes 2026-02-22T22:04:59.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2340730880 bytes 2026-02-22T22:04:59.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2371775488 bytes 2026-02-22T22:04:59.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2419896320 bytes 2026-02-22T22:04:59.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2487639040 bytes 2026-02-22T22:04:59.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2488255488 bytes 2026-02-22T22:04:59.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2502073344 bytes 2026-02-22T22:04:59.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2555607040 bytes 2026-02-22T22:04:59.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2602363904 bytes 2026-02-22T22:04:59.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2721486848 bytes 2026-02-22T22:04:59.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2780496896 bytes 2026-02-22T22:04:59.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2801815552 bytes 2026-02-22T22:04:59.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2861684736 bytes 2026-02-22T22:04:59.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2931750912 bytes 2026-02-22T22:04:59.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3008970752 bytes 2026-02-22T22:04:59.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3043547136 bytes 2026-02-22T22:05:00.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3077338112 bytes 2026-02-22T22:05:00.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3090102272 bytes 2026-02-22T22:05:00.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3152154624 bytes 2026-02-22T22:05:00.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3182693376 bytes 2026-02-22T22:05:00.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3210176512 bytes 2026-02-22T22:05:00.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3210781696 bytes 2026-02-22T22:05:00.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3247978496 bytes 2026-02-22T22:05:00.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3269889024 bytes 2026-02-22T22:05:00.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3301879808 bytes 2026-02-22T22:05:00.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3333101568 bytes 2026-02-22T22:05:00.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3359424512 bytes 2026-02-22T22:05:00.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3400332288 bytes 2026-02-22T22:05:00.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3444744192 bytes 2026-02-22T22:05:00.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3471065088 bytes 2026-02-22T22:05:00.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3511846912 bytes 2026-02-22T22:05:00.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3529792512 bytes 2026-02-22T22:05:00.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3587137536 bytes 2026-02-22T22:05:00.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3597868032 bytes 2026-02-22T22:05:00.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3639814144 bytes 2026-02-22T22:05:00.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3704720384 bytes 2026-02-22T22:05:00.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3716254720 bytes 2026-02-22T22:05:01.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3735112704 bytes 2026-02-22T22:05:01.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3769067520 bytes 2026-02-22T22:05:01.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3808512000 bytes 2026-02-22T22:05:01.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3809131520 bytes 2026-02-22T22:05:01.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3849979904 bytes 2026-02-22T22:05:01.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3885323264 bytes 2026-02-22T22:05:01.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3905185792 bytes 2026-02-22T22:05:01.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3914359808 bytes 2026-02-22T22:05:01.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3966369792 bytes 2026-02-22T22:05:01.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4040780800 bytes 2026-02-22T22:05:01.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4114755584 bytes 2026-02-22T22:05:01.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4171628544 bytes 2026-02-22T22:05:01.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4187702272 bytes 2026-02-22T22:05:01.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4282607616 bytes 2026-02-22T22:05:01.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4357956608 bytes 2026-02-22T22:05:01.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4387478528 bytes 2026-02-22T22:05:01.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4451561472 bytes 2026-02-22T22:05:01.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4493483008 bytes 2026-02-22T22:05:01.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4510034944 bytes 2026-02-22T22:05:01.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4536793088 bytes 2026-02-22T22:05:02.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4671237120 bytes 2026-02-22T22:05:02.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4735585280 bytes 2026-02-22T22:05:02.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4771921920 bytes 2026-02-22T22:05:02.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4812669952 bytes 2026-02-22T22:05:02.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4835859456 bytes 2026-02-22T22:05:02.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4858809344 bytes 2026-02-22T22:05:02.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4948385792 bytes 2026-02-22T22:05:02.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4999642112 bytes 2026-02-22T22:05:02.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5048474624 bytes 2026-02-22T22:05:02.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5066266624 bytes 2026-02-22T22:05:02.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5152181248 bytes 2026-02-22T22:05:02.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5174523904 bytes 2026-02-22T22:05:02.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5199221760 bytes 2026-02-22T22:05:02.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5224509440 bytes 2026-02-22T22:05:02.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5256731648 bytes 2026-02-22T22:05:02.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5278428160 bytes 2026-02-22T22:05:02.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5309515776 bytes 2026-02-22T22:05:02.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5361260544 bytes 2026-02-22T22:05:03.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5436817408 bytes 2026-02-22T22:05:03.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5476460544 bytes 2026-02-22T22:05:03.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5490539520 bytes 2026-02-22T22:05:03.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_44 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_44 snapshot 128M 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_44 128M 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:05:03.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:05:03.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:05:03.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:03.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_44 2026-02-22T22:05:03.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:05:03.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:03.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:05:03.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:03.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_44 snapshot 2026-02-22T22:05:03.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:03.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:03.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:05:03.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:03.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_44 snapshot 2026-02-22T22:05:04.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:05:04.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_44 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_44': 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 14389c836741 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.14389c836741 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:03 2026 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:03 2026 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:03 2026 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 2b5abf9b-a1bc-4348-89fc-cb792f678ca3 2026-02-22T22:05:04.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:05:04.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:05:04.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_44 2026-02-22T22:05:04.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:04.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:05:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:05:04.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T22:05:04.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:05:04.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_44 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:05:04.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 32308224 bytes 2026-02-22T22:05:04.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 109838336 bytes 2026-02-22T22:05:04.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 173182976 bytes 2026-02-22T22:05:04.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 235463680 bytes 2026-02-22T22:05:04.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 280036352 bytes 2026-02-22T22:05:04.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 332659712 bytes 2026-02-22T22:05:04.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 372026368 bytes 2026-02-22T22:05:04.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 430745600 bytes 2026-02-22T22:05:04.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 436687872 bytes 2026-02-22T22:05:04.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 520596480 bytes 2026-02-22T22:05:04.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 582092800 bytes 2026-02-22T22:05:04.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 663796736 bytes 2026-02-22T22:05:05.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 723398656 bytes 2026-02-22T22:05:05.052 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 749044736 bytes 2026-02-22T22:05:05.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 782083072 bytes 2026-02-22T22:05:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 852591616 bytes 2026-02-22T22:05:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 891197440 bytes 2026-02-22T22:05:05.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 926478336 bytes 2026-02-22T22:05:05.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 973602816 bytes 2026-02-22T22:05:05.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 994437120 bytes 2026-02-22T22:05:05.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 1025113088 bytes 2026-02-22T22:05:05.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1048555520 bytes 2026-02-22T22:05:05.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1056306176 bytes 2026-02-22T22:05:05.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1150229504 bytes 2026-02-22T22:05:05.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1172136960 bytes 2026-02-22T22:05:05.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1224168448 bytes 2026-02-22T22:05:05.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1274207232 bytes 2026-02-22T22:05:05.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1277764608 bytes 2026-02-22T22:05:05.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1365642240 bytes 2026-02-22T22:05:05.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1434727424 bytes 2026-02-22T22:05:05.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1471664128 bytes 2026-02-22T22:05:05.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1571473408 bytes 2026-02-22T22:05:06.071 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1638887424 bytes 2026-02-22T22:05:06.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1684192256 bytes 2026-02-22T22:05:06.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1755887616 bytes 2026-02-22T22:05:06.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1780410368 bytes 2026-02-22T22:05:06.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1845751808 bytes 2026-02-22T22:05:06.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1921989632 bytes 2026-02-22T22:05:06.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1983586304 bytes 2026-02-22T22:05:06.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1990227968 bytes 2026-02-22T22:05:06.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 2016348160 bytes 2026-02-22T22:05:06.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 2047556608 bytes 2026-02-22T22:05:06.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 2094069760 bytes 2026-02-22T22:05:06.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2169153536 bytes 2026-02-22T22:05:06.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2216736768 bytes 2026-02-22T22:05:06.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2224980992 bytes 2026-02-22T22:05:06.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2228233216 bytes 2026-02-22T22:05:06.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2285919232 bytes 2026-02-22T22:05:06.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2314585088 bytes 2026-02-22T22:05:06.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2341364736 bytes 2026-02-22T22:05:07.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2398164992 bytes 2026-02-22T22:05:07.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2434487296 bytes 2026-02-22T22:05:07.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2505878528 bytes 2026-02-22T22:05:07.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2550589440 bytes 2026-02-22T22:05:07.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2594031616 bytes 2026-02-22T22:05:07.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2642335744 bytes 2026-02-22T22:05:07.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2674418688 bytes 2026-02-22T22:05:07.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2739785728 bytes 2026-02-22T22:05:07.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2818028544 bytes 2026-02-22T22:05:07.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2852005888 bytes 2026-02-22T22:05:07.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2920293376 bytes 2026-02-22T22:05:07.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2942024704 bytes 2026-02-22T22:05:07.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2960104448 bytes 2026-02-22T22:05:07.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2987461632 bytes 2026-02-22T22:05:07.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3019328512 bytes 2026-02-22T22:05:07.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3058675712 bytes 2026-02-22T22:05:07.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3121474560 bytes 2026-02-22T22:05:07.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3159520256 bytes 2026-02-22T22:05:08.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3273788416 bytes 2026-02-22T22:05:08.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3329481728 bytes 2026-02-22T22:05:08.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3371020288 bytes 2026-02-22T22:05:08.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3416573952 bytes 2026-02-22T22:05:08.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3435031552 bytes 2026-02-22T22:05:08.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3444552704 bytes 2026-02-22T22:05:08.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3485345792 bytes 2026-02-22T22:05:08.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3499362304 bytes 2026-02-22T22:05:08.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3569808384 bytes 2026-02-22T22:05:08.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3593427968 bytes 2026-02-22T22:05:08.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3605927936 bytes 2026-02-22T22:05:08.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3643855872 bytes 2026-02-22T22:05:08.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3658219520 bytes 2026-02-22T22:05:08.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3728920576 bytes 2026-02-22T22:05:08.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3796757504 bytes 2026-02-22T22:05:08.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3821358080 bytes 2026-02-22T22:05:08.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3862305792 bytes 2026-02-22T22:05:08.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3862902784 bytes 2026-02-22T22:05:08.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3915299840 bytes 2026-02-22T22:05:08.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3956935680 bytes 2026-02-22T22:05:09.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3981232128 bytes 2026-02-22T22:05:09.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4037695488 bytes 2026-02-22T22:05:09.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4088883200 bytes 2026-02-22T22:05:09.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4161057792 bytes 2026-02-22T22:05:09.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4174997504 bytes 2026-02-22T22:05:09.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4222596096 bytes 2026-02-22T22:05:09.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4227685376 bytes 2026-02-22T22:05:09.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4281102336 bytes 2026-02-22T22:05:09.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4325187584 bytes 2026-02-22T22:05:09.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4341000192 bytes 2026-02-22T22:05:09.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4360501248 bytes 2026-02-22T22:05:09.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4388825088 bytes 2026-02-22T22:05:09.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4410052608 bytes 2026-02-22T22:05:09.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4482863104 bytes 2026-02-22T22:05:09.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4531993600 bytes 2026-02-22T22:05:09.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4627192832 bytes 2026-02-22T22:05:09.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4687283200 bytes 2026-02-22T22:05:09.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4830575616 bytes 2026-02-22T22:05:09.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4866056192 bytes 2026-02-22T22:05:10.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4967247872 bytes 2026-02-22T22:05:10.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 5002691584 bytes 2026-02-22T22:05:10.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:05:10.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:05:10.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_45 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_45 snapshot 128M 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_45 128M 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:10.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_45 2026-02-22T22:05:10.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:05:10.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:10.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:05:10.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:10.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_45 snapshot 2026-02-22T22:05:10.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:10.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:10.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:05:10.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:10.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_45 snapshot 2026-02-22T22:05:11.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:05:11.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_45 2026-02-22T22:05:11.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_45': 2026-02-22T22:05:11.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:05:11.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:05:11.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:05:11.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 144233448536 2026-02-22T22:05:11.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.144233448536 2026-02-22T22:05:11.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:05:11.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:05:11.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:05:11.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:05:11.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:10 2026 2026-02-22T22:05:11.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:10 2026 2026-02-22T22:05:11.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:10 2026 2026-02-22T22:05:11.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:05:11.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:05:11.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 6617f22e-38b1-4cf7-bfb7-401f6e4b50c8 2026-02-22T22:05:11.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:05:11.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:05:11.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_45 2026-02-22T22:05:11.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:11.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:11.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:05:11.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:05:11.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T22:05:11.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:05:11.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_45 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:05:11.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 35188736 bytes 2026-02-22T22:05:11.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 98519040 bytes 2026-02-22T22:05:11.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 148074496 bytes 2026-02-22T22:05:11.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 178270208 bytes 2026-02-22T22:05:11.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 266305536 bytes 2026-02-22T22:05:11.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 296225792 bytes 2026-02-22T22:05:11.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 314635264 bytes 2026-02-22T22:05:11.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 355600384 bytes 2026-02-22T22:05:11.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 377541632 bytes 2026-02-22T22:05:11.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 425285632 bytes 2026-02-22T22:05:11.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 464411648 bytes 2026-02-22T22:05:11.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 517423104 bytes 2026-02-22T22:05:11.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 586319872 bytes 2026-02-22T22:05:11.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 600593408 bytes 2026-02-22T22:05:12.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 679802880 bytes 2026-02-22T22:05:12.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 707971072 bytes 2026-02-22T22:05:12.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 759285760 bytes 2026-02-22T22:05:12.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 811281408 bytes 2026-02-22T22:05:12.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 859054080 bytes 2026-02-22T22:05:12.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 865020928 bytes 2026-02-22T22:05:12.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 924473344 bytes 2026-02-22T22:05:12.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 984692736 bytes 2026-02-22T22:05:12.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1027813376 bytes 2026-02-22T22:05:12.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1092027392 bytes 2026-02-22T22:05:12.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1112023040 bytes 2026-02-22T22:05:12.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1180630016 bytes 2026-02-22T22:05:12.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1240907776 bytes 2026-02-22T22:05:12.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1267276800 bytes 2026-02-22T22:05:12.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1300193280 bytes 2026-02-22T22:05:12.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1345590272 bytes 2026-02-22T22:05:12.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1405028352 bytes 2026-02-22T22:05:12.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1423792128 bytes 2026-02-22T22:05:13.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1466688512 bytes 2026-02-22T22:05:13.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1483972608 bytes 2026-02-22T22:05:13.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1491733504 bytes 2026-02-22T22:05:13.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1570450432 bytes 2026-02-22T22:05:13.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1603479552 bytes 2026-02-22T22:05:13.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1631780864 bytes 2026-02-22T22:05:13.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1676770304 bytes 2026-02-22T22:05:13.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1758843904 bytes 2026-02-22T22:05:13.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1762454528 bytes 2026-02-22T22:05:13.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1805148160 bytes 2026-02-22T22:05:13.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1829894144 bytes 2026-02-22T22:05:13.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1850186752 bytes 2026-02-22T22:05:13.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1882941440 bytes 2026-02-22T22:05:13.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1890070528 bytes 2026-02-22T22:05:13.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1909463040 bytes 2026-02-22T22:05:13.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1959345152 bytes 2026-02-22T22:05:13.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1982427136 bytes 2026-02-22T22:05:13.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1999067136 bytes 2026-02-22T22:05:14.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2063286272 bytes 2026-02-22T22:05:14.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2066453504 bytes 2026-02-22T22:05:14.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2106317824 bytes 2026-02-22T22:05:14.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2115192832 bytes 2026-02-22T22:05:14.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2174588928 bytes 2026-02-22T22:05:14.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2206443520 bytes 2026-02-22T22:05:14.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2230382592 bytes 2026-02-22T22:05:14.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2281851904 bytes 2026-02-22T22:05:14.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2312469504 bytes 2026-02-22T22:05:14.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2342879232 bytes 2026-02-22T22:05:14.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2343497728 bytes 2026-02-22T22:05:14.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2362946560 bytes 2026-02-22T22:05:14.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2375573504 bytes 2026-02-22T22:05:14.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2402610176 bytes 2026-02-22T22:05:14.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2433086464 bytes 2026-02-22T22:05:14.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2463995904 bytes 2026-02-22T22:05:14.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2486277120 bytes 2026-02-22T22:05:14.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2515647488 bytes 2026-02-22T22:05:14.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2559201280 bytes 2026-02-22T22:05:14.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2605490176 bytes 2026-02-22T22:05:14.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2606124032 bytes 2026-02-22T22:05:14.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2657413120 bytes 2026-02-22T22:05:15.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2710251520 bytes 2026-02-22T22:05:15.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2733065216 bytes 2026-02-22T22:05:15.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2759907328 bytes 2026-02-22T22:05:15.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2814507008 bytes 2026-02-22T22:05:15.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2845165568 bytes 2026-02-22T22:05:15.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2892076032 bytes 2026-02-22T22:05:15.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 2937801728 bytes 2026-02-22T22:05:15.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 2961021952 bytes 2026-02-22T22:05:15.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3002795008 bytes 2026-02-22T22:05:15.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3069637632 bytes 2026-02-22T22:05:15.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3105166336 bytes 2026-02-22T22:05:15.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3134023680 bytes 2026-02-22T22:05:15.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3168753664 bytes 2026-02-22T22:05:15.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3205303296 bytes 2026-02-22T22:05:15.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3276271616 bytes 2026-02-22T22:05:15.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3290469376 bytes 2026-02-22T22:05:15.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3347385344 bytes 2026-02-22T22:05:15.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3347993600 bytes 2026-02-22T22:05:15.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3369200640 bytes 2026-02-22T22:05:15.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3412412416 bytes 2026-02-22T22:05:16.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3442791424 bytes 2026-02-22T22:05:16.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3480909824 bytes 2026-02-22T22:05:16.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3502804992 bytes 2026-02-22T22:05:16.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3503564800 bytes 2026-02-22T22:05:16.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3515922432 bytes 2026-02-22T22:05:16.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3573767168 bytes 2026-02-22T22:05:16.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3661524992 bytes 2026-02-22T22:05:16.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3687473152 bytes 2026-02-22T22:05:16.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3747670016 bytes 2026-02-22T22:05:16.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3776649216 bytes 2026-02-22T22:05:16.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3853532160 bytes 2026-02-22T22:05:16.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 3856475136 bytes 2026-02-22T22:05:16.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 3872824320 bytes 2026-02-22T22:05:16.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 3941929984 bytes 2026-02-22T22:05:16.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4021557248 bytes 2026-02-22T22:05:16.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4088646656 bytes 2026-02-22T22:05:16.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4104263680 bytes 2026-02-22T22:05:16.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4122396672 bytes 2026-02-22T22:05:16.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4123009024 bytes 2026-02-22T22:05:16.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4200265728 bytes 2026-02-22T22:05:17.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4234857472 bytes 2026-02-22T22:05:17.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4304629760 bytes 2026-02-22T22:05:17.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4396800000 bytes 2026-02-22T22:05:17.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:05:17.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:05:17.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:05:17.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:17.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:05:17.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_46 2026-02-22T22:05:17.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_46 snapshot 128M 2026-02-22T22:05:17.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:17.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:17.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_46 128M 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:17.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:05:17.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:17.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:05:17.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:05:17.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:05:17.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:17.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_46 2026-02-22T22:05:17.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:05:17.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:17.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:05:17.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:17.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_46 snapshot 2026-02-22T22:05:17.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:17.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:17.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:05:17.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:17.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_46 snapshot 2026-02-22T22:05:17.309 INFO:tasks.ceph.cluster2.osd.2.trial172.stderr:2026-02-22T22:05:17.310+0000 7fd43d752640 -1 reset not still connected to 0x55f0c511a9c0 2026-02-22T22:05:18.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:05:18.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_46 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_46': 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 144cc7a79f1d 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.144cc7a79f1d 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:17 2026 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:17 2026 2026-02-22T22:05:18.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:17 2026 2026-02-22T22:05:18.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:05:18.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:05:18.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 251cdcf0-af07-48d8-aa93-55cd388ad0ca 2026-02-22T22:05:18.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:05:18.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:05:18.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_46 2026-02-22T22:05:18.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:18.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:18.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:05:18.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:05:18.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T22:05:18.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:05:18.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_46 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:05:18.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 84720640 bytes 2026-02-22T22:05:18.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 146273280 bytes 2026-02-22T22:05:18.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 157330432 bytes 2026-02-22T22:05:18.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 192828416 bytes 2026-02-22T22:05:18.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 254227456 bytes 2026-02-22T22:05:18.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 286737408 bytes 2026-02-22T22:05:18.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 367965184 bytes 2026-02-22T22:05:18.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 379538432 bytes 2026-02-22T22:05:18.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 380161024 bytes 2026-02-22T22:05:18.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 468601856 bytes 2026-02-22T22:05:18.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 475328512 bytes 2026-02-22T22:05:18.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 496921600 bytes 2026-02-22T22:05:18.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 561668096 bytes 2026-02-22T22:05:18.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 618953728 bytes 2026-02-22T22:05:18.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 671305728 bytes 2026-02-22T22:05:19.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 694405120 bytes 2026-02-22T22:05:19.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 736221184 bytes 2026-02-22T22:05:19.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 811065344 bytes 2026-02-22T22:05:19.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 812502016 bytes 2026-02-22T22:05:19.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 825675776 bytes 2026-02-22T22:05:19.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 904700928 bytes 2026-02-22T22:05:19.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 938252288 bytes 2026-02-22T22:05:19.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 975700992 bytes 2026-02-22T22:05:19.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1020590080 bytes 2026-02-22T22:05:19.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1130135552 bytes 2026-02-22T22:05:19.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1170545664 bytes 2026-02-22T22:05:19.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1215300608 bytes 2026-02-22T22:05:19.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1257597952 bytes 2026-02-22T22:05:19.713 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1276459008 bytes 2026-02-22T22:05:19.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1299355648 bytes 2026-02-22T22:05:19.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1304482816 bytes 2026-02-22T22:05:19.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1375319040 bytes 2026-02-22T22:05:19.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1394141184 bytes 2026-02-22T22:05:19.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1441314816 bytes 2026-02-22T22:05:19.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1477468160 bytes 2026-02-22T22:05:20.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1516187648 bytes 2026-02-22T22:05:20.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1544699904 bytes 2026-02-22T22:05:20.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1575235584 bytes 2026-02-22T22:05:20.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1638430720 bytes 2026-02-22T22:05:20.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1706112000 bytes 2026-02-22T22:05:20.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1745518592 bytes 2026-02-22T22:05:20.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1783874560 bytes 2026-02-22T22:05:20.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1850114048 bytes 2026-02-22T22:05:20.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1899274240 bytes 2026-02-22T22:05:20.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1947503616 bytes 2026-02-22T22:05:20.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1986510848 bytes 2026-02-22T22:05:20.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2021999616 bytes 2026-02-22T22:05:20.668 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.653+0000 7fe2de142640 -1 reset not still connected to 0x5574d4f411e0 2026-02-22T22:05:20.668 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d4f51040 2026-02-22T22:05:20.668 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d6674000 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4000 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4270 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff44e0 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff48f0 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4f70 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d717de10 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d74ddad0 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d87a9c70 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574d9975520 2026-02-22T22:05:20.669 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:05:20.657+0000 7fe2de142640 -1 reset not still connected to 0x5574da1a6680 2026-02-22T22:05:20.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2056714240 bytes 2026-02-22T22:05:20.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2124949504 bytes 2026-02-22T22:05:20.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2145408000 bytes 2026-02-22T22:05:20.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2192188416 bytes 2026-02-22T22:05:20.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2250260480 bytes 2026-02-22T22:05:20.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2267011072 bytes 2026-02-22T22:05:21.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2317657088 bytes 2026-02-22T22:05:21.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2352060416 bytes 2026-02-22T22:05:21.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2419988480 bytes 2026-02-22T22:05:21.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2426890240 bytes 2026-02-22T22:05:21.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2518102016 bytes 2026-02-22T22:05:21.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2609046528 bytes 2026-02-22T22:05:21.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2653799424 bytes 2026-02-22T22:05:21.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2706778112 bytes 2026-02-22T22:05:21.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2737935360 bytes 2026-02-22T22:05:21.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2765991936 bytes 2026-02-22T22:05:21.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2825686016 bytes 2026-02-22T22:05:21.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2847443968 bytes 2026-02-22T22:05:21.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2931252224 bytes 2026-02-22T22:05:21.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2961828864 bytes 2026-02-22T22:05:21.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3019097088 bytes 2026-02-22T22:05:21.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3038087168 bytes 2026-02-22T22:05:21.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3113808896 bytes 2026-02-22T22:05:21.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3199981568 bytes 2026-02-22T22:05:22.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3329890304 bytes 2026-02-22T22:05:22.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3374048256 bytes 2026-02-22T22:05:22.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3417506816 bytes 2026-02-22T22:05:22.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3449908224 bytes 2026-02-22T22:05:22.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3466758144 bytes 2026-02-22T22:05:22.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3495920640 bytes 2026-02-22T22:05:22.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3562125312 bytes 2026-02-22T22:05:22.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3584542720 bytes 2026-02-22T22:05:22.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3610312704 bytes 2026-02-22T22:05:22.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3701341184 bytes 2026-02-22T22:05:22.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3727324160 bytes 2026-02-22T22:05:22.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3759606784 bytes 2026-02-22T22:05:22.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3808599040 bytes 2026-02-22T22:05:22.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3846507520 bytes 2026-02-22T22:05:22.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3853111296 bytes 2026-02-22T22:05:22.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3892488192 bytes 2026-02-22T22:05:22.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3916434432 bytes 2026-02-22T22:05:22.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3950153728 bytes 2026-02-22T22:05:22.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3977635840 bytes 2026-02-22T22:05:22.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4035101696 bytes 2026-02-22T22:05:23.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4090065920 bytes 2026-02-22T22:05:23.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4125130752 bytes 2026-02-22T22:05:23.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4137845760 bytes 2026-02-22T22:05:23.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4164400128 bytes 2026-02-22T22:05:23.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4199035904 bytes 2026-02-22T22:05:23.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4212159488 bytes 2026-02-22T22:05:23.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4240952320 bytes 2026-02-22T22:05:23.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4314011648 bytes 2026-02-22T22:05:23.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4356964352 bytes 2026-02-22T22:05:23.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4409468928 bytes 2026-02-22T22:05:23.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4417306624 bytes 2026-02-22T22:05:23.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4421708800 bytes 2026-02-22T22:05:23.596 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4503796736 bytes 2026-02-22T22:05:23.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4524407808 bytes 2026-02-22T22:05:23.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4571332608 bytes 2026-02-22T22:05:23.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4599621632 bytes 2026-02-22T22:05:23.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4610410496 bytes 2026-02-22T22:05:23.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4636278784 bytes 2026-02-22T22:05:23.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4727070720 bytes 2026-02-22T22:05:23.927 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4763062272 bytes 2026-02-22T22:05:23.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4797039616 bytes 2026-02-22T22:05:24.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4835883008 bytes 2026-02-22T22:05:24.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4909437952 bytes 2026-02-22T22:05:24.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4943809536 bytes 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_47 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_47 snapshot 128M 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:24.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_47 128M 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:24.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_47 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_47 snapshot 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:24.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_47 snapshot 2026-02-22T22:05:25.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:05:25.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_47 2026-02-22T22:05:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_47': 2026-02-22T22:05:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:05:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:05:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:05:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 145759cccc59 2026-02-22T22:05:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.145759cccc59 2026-02-22T22:05:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:05:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:05:25.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:05:25.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:05:25.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:24 2026 2026-02-22T22:05:25.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:24 2026 2026-02-22T22:05:25.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:24 2026 2026-02-22T22:05:25.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:05:25.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:05:25.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 06fbab14-a6f8-407e-bf70-8fc09f371e67 2026-02-22T22:05:25.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:05:25.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:05:25.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_47 2026-02-22T22:05:25.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:25.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:25.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:05:25.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:05:25.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=6 2026-02-22T22:05:25.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:05:25.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 6s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_47 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:05:25.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 20957184 bytes 2026-02-22T22:05:25.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 81355776 bytes 2026-02-22T22:05:25.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 146080768 bytes 2026-02-22T22:05:25.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 166172672 bytes 2026-02-22T22:05:25.440 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.3468709090589469) > weight (0.25) 2026-02-22T22:05:25.440 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.7164988823304824) > weight (0.25) 2026-02-22T22:05:25.440 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.2 with skip (0.8466963165761673) > weight (0.25) 2026-02-22T22:05:25.440 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.3 with skip (0.979172988013488) > weight (0.25) 2026-02-22T22:05:25.440 INFO:tasks.rbd_mirror_thrash:waiting for 103.66890096257265 secs before thrashing 2026-02-22T22:05:25.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 234554368 bytes 2026-02-22T22:05:25.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 248551424 bytes 2026-02-22T22:05:25.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 315436032 bytes 2026-02-22T22:05:25.610 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:05:25.614+0000 7f36800b9640 -1 reset not still connected to 0x55789a4f7040 2026-02-22T22:05:25.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 335967232 bytes 2026-02-22T22:05:25.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 431725568 bytes 2026-02-22T22:05:25.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 484323328 bytes 2026-02-22T22:05:25.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 519302144 bytes 2026-02-22T22:05:25.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 561353728 bytes 2026-02-22T22:05:25.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 592820224 bytes 2026-02-22T22:05:25.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 605782016 bytes 2026-02-22T22:05:25.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 675904512 bytes 2026-02-22T22:05:26.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 724953088 bytes 2026-02-22T22:05:26.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 736052224 bytes 2026-02-22T22:05:26.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 740996096 bytes 2026-02-22T22:05:26.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 775262208 bytes 2026-02-22T22:05:26.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 792924160 bytes 2026-02-22T22:05:26.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 849764352 bytes 2026-02-22T22:05:26.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 865597440 bytes 2026-02-22T22:05:26.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 892615680 bytes 2026-02-22T22:05:26.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 929712128 bytes 2026-02-22T22:05:26.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 983219200 bytes 2026-02-22T22:05:26.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1049265152 bytes 2026-02-22T22:05:26.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1089170432 bytes 2026-02-22T22:05:26.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1101514752 bytes 2026-02-22T22:05:26.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1121187840 bytes 2026-02-22T22:05:26.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1163228160 bytes 2026-02-22T22:05:26.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1184740352 bytes 2026-02-22T22:05:26.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1228909568 bytes 2026-02-22T22:05:26.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1245583360 bytes 2026-02-22T22:05:26.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1255600128 bytes 2026-02-22T22:05:26.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1307755520 bytes 2026-02-22T22:05:26.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1363904512 bytes 2026-02-22T22:05:27.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1400841216 bytes 2026-02-22T22:05:27.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1448938496 bytes 2026-02-22T22:05:27.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1466607616 bytes 2026-02-22T22:05:27.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1504608256 bytes 2026-02-22T22:05:27.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1551121408 bytes 2026-02-22T22:05:27.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1570822144 bytes 2026-02-22T22:05:27.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1598029824 bytes 2026-02-22T22:05:27.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1598639104 bytes 2026-02-22T22:05:27.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1603024896 bytes 2026-02-22T22:05:27.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1633105920 bytes 2026-02-22T22:05:27.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1636290560 bytes 2026-02-22T22:05:27.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1650064384 bytes 2026-02-22T22:05:27.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1654969344 bytes 2026-02-22T22:05:27.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1764730880 bytes 2026-02-22T22:05:27.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1828259840 bytes 2026-02-22T22:05:27.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1888606208 bytes 2026-02-22T22:05:27.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 1935254528 bytes 2026-02-22T22:05:27.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 1970001920 bytes 2026-02-22T22:05:27.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2051275776 bytes 2026-02-22T22:05:27.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2103481344 bytes 2026-02-22T22:05:27.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2143381504 bytes 2026-02-22T22:05:28.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2169586688 bytes 2026-02-22T22:05:28.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2286594048 bytes 2026-02-22T22:05:28.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2321859584 bytes 2026-02-22T22:05:28.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2350029824 bytes 2026-02-22T22:05:28.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2439723008 bytes 2026-02-22T22:05:28.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2450147328 bytes 2026-02-22T22:05:28.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2481127424 bytes 2026-02-22T22:05:28.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2529825792 bytes 2026-02-22T22:05:28.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2538587136 bytes 2026-02-22T22:05:28.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2560835584 bytes 2026-02-22T22:05:28.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2685315072 bytes 2026-02-22T22:05:28.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2793623552 bytes 2026-02-22T22:05:28.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2859673600 bytes 2026-02-22T22:05:28.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2860273664 bytes 2026-02-22T22:05:28.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2926061568 bytes 2026-02-22T22:05:28.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2973002752 bytes 2026-02-22T22:05:28.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3018063872 bytes 2026-02-22T22:05:28.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3084114944 bytes 2026-02-22T22:05:29.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3156025344 bytes 2026-02-22T22:05:29.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3230526464 bytes 2026-02-22T22:05:29.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3277498368 bytes 2026-02-22T22:05:29.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3313661952 bytes 2026-02-22T22:05:29.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3341891584 bytes 2026-02-22T22:05:29.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3419188224 bytes 2026-02-22T22:05:29.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3426774016 bytes 2026-02-22T22:05:29.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3476112384 bytes 2026-02-22T22:05:29.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3486428160 bytes 2026-02-22T22:05:29.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3505662976 bytes 2026-02-22T22:05:29.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3547405312 bytes 2026-02-22T22:05:29.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3641249792 bytes 2026-02-22T22:05:29.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3641859072 bytes 2026-02-22T22:05:29.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3745633280 bytes 2026-02-22T22:05:29.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3756862464 bytes 2026-02-22T22:05:29.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3824838656 bytes 2026-02-22T22:05:29.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3867165696 bytes 2026-02-22T22:05:29.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3919119360 bytes 2026-02-22T22:05:30.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3968034816 bytes 2026-02-22T22:05:30.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3983558656 bytes 2026-02-22T22:05:30.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4016279552 bytes 2026-02-22T22:05:30.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4067042304 bytes 2026-02-22T22:05:30.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4089535488 bytes 2026-02-22T22:05:30.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4132282368 bytes 2026-02-22T22:05:30.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4174040064 bytes 2026-02-22T22:05:30.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4175466496 bytes 2026-02-22T22:05:30.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4255569920 bytes 2026-02-22T22:05:30.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4301815808 bytes 2026-02-22T22:05:30.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4324474880 bytes 2026-02-22T22:05:30.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4358304768 bytes 2026-02-22T22:05:30.570 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4384382976 bytes 2026-02-22T22:05:30.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4417172480 bytes 2026-02-22T22:05:30.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4465451008 bytes 2026-02-22T22:05:30.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4483605504 bytes 2026-02-22T22:05:30.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4523229184 bytes 2026-02-22T22:05:30.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4552251392 bytes 2026-02-22T22:05:30.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4581178368 bytes 2026-02-22T22:05:30.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4633498624 bytes 2026-02-22T22:05:30.926 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4634118144 bytes 2026-02-22T22:05:30.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4658157568 bytes 2026-02-22T22:05:31.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4705038336 bytes 2026-02-22T22:05:31.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4726747136 bytes 2026-02-22T22:05:31.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4748588032 bytes 2026-02-22T22:05:31.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4761801728 bytes 2026-02-22T22:05:31.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:05:31.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:05:31.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:05:31.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:31.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:05:31.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_48 2026-02-22T22:05:31.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_48 snapshot 128M 2026-02-22T22:05:31.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:31.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:31.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_48 128M 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:31.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:31.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:31.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:05:31.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:31.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:05:31.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:05:31.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:05:31.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:31.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_48 2026-02-22T22:05:31.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:05:31.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:31.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:05:31.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:31.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_48 snapshot 2026-02-22T22:05:31.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:31.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:31.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:05:31.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:31.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_48 snapshot 2026-02-22T22:05:32.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:05:32.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_48 2026-02-22T22:05:32.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_48': 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1462ca1f8dcd 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1462ca1f8dcd 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:31 2026 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:31 2026 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:31 2026 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 7f33e8bd-4056-4f23-b631-d919eced6598 2026-02-22T22:05:32.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:05:32.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:05:32.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_48 2026-02-22T22:05:32.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:32.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:32.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:05:32.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:05:32.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=5 2026-02-22T22:05:32.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:05:32.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 5s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_48 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:05:32.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 72420352 bytes 2026-02-22T22:05:32.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 76414976 bytes 2026-02-22T22:05:32.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 128115712 bytes 2026-02-22T22:05:32.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 142353408 bytes 2026-02-22T22:05:32.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 142982144 bytes 2026-02-22T22:05:32.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 179778560 bytes 2026-02-22T22:05:32.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 243453952 bytes 2026-02-22T22:05:32.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 294987776 bytes 2026-02-22T22:05:32.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 317420544 bytes 2026-02-22T22:05:32.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 365854720 bytes 2026-02-22T22:05:32.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 395904000 bytes 2026-02-22T22:05:32.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 475869184 bytes 2026-02-22T22:05:32.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 521664512 bytes 2026-02-22T22:05:32.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 578980864 bytes 2026-02-22T22:05:33.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 654350336 bytes 2026-02-22T22:05:33.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 693622784 bytes 2026-02-22T22:05:33.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 718438400 bytes 2026-02-22T22:05:33.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 783183872 bytes 2026-02-22T22:05:33.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 799260672 bytes 2026-02-22T22:05:33.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 860359680 bytes 2026-02-22T22:05:33.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 895302656 bytes 2026-02-22T22:05:33.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 933619712 bytes 2026-02-22T22:05:33.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1007078400 bytes 2026-02-22T22:05:33.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1049632768 bytes 2026-02-22T22:05:33.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1081509888 bytes 2026-02-22T22:05:33.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1108518912 bytes 2026-02-22T22:05:33.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1153261568 bytes 2026-02-22T22:05:33.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1198014464 bytes 2026-02-22T22:05:33.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1248225280 bytes 2026-02-22T22:05:33.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1289422848 bytes 2026-02-22T22:05:33.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1318677504 bytes 2026-02-22T22:05:33.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1378407424 bytes 2026-02-22T22:05:33.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1406101504 bytes 2026-02-22T22:05:34.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1473198080 bytes 2026-02-22T22:05:34.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1578157056 bytes 2026-02-22T22:05:34.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1600197632 bytes 2026-02-22T22:05:34.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1612828672 bytes 2026-02-22T22:05:34.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1646021632 bytes 2026-02-22T22:05:34.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1688243200 bytes 2026-02-22T22:05:34.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1739906048 bytes 2026-02-22T22:05:34.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1755382784 bytes 2026-02-22T22:05:34.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1809099776 bytes 2026-02-22T22:05:34.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1850357760 bytes 2026-02-22T22:05:34.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1905742848 bytes 2026-02-22T22:05:34.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1997245440 bytes 2026-02-22T22:05:34.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2064595968 bytes 2026-02-22T22:05:34.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2103403520 bytes 2026-02-22T22:05:34.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2130551808 bytes 2026-02-22T22:05:34.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2152268800 bytes 2026-02-22T22:05:34.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2188210176 bytes 2026-02-22T22:05:34.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2240936960 bytes 2026-02-22T22:05:34.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2260477952 bytes 2026-02-22T22:05:35.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2350535680 bytes 2026-02-22T22:05:35.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2400323584 bytes 2026-02-22T22:05:35.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2424214528 bytes 2026-02-22T22:05:35.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2514041856 bytes 2026-02-22T22:05:35.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2536738816 bytes 2026-02-22T22:05:35.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2612862976 bytes 2026-02-22T22:05:35.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2698795008 bytes 2026-02-22T22:05:35.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2708615168 bytes 2026-02-22T22:05:35.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2748051456 bytes 2026-02-22T22:05:35.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2776285184 bytes 2026-02-22T22:05:35.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2890296320 bytes 2026-02-22T22:05:35.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2945539072 bytes 2026-02-22T22:05:35.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3047374848 bytes 2026-02-22T22:05:35.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3081529344 bytes 2026-02-22T22:05:35.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3124758528 bytes 2026-02-22T22:05:35.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3188024320 bytes 2026-02-22T22:05:35.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3235447808 bytes 2026-02-22T22:05:36.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3302121472 bytes 2026-02-22T22:05:36.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3317920768 bytes 2026-02-22T22:05:36.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3355792384 bytes 2026-02-22T22:05:36.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3397473280 bytes 2026-02-22T22:05:36.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3443256320 bytes 2026-02-22T22:05:36.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3464833024 bytes 2026-02-22T22:05:36.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3484174336 bytes 2026-02-22T22:05:36.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3551599616 bytes 2026-02-22T22:05:36.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3586974720 bytes 2026-02-22T22:05:36.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3653976064 bytes 2026-02-22T22:05:36.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3693871104 bytes 2026-02-22T22:05:36.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3759154176 bytes 2026-02-22T22:05:36.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3783267328 bytes 2026-02-22T22:05:36.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3813477376 bytes 2026-02-22T22:05:36.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3814113280 bytes 2026-02-22T22:05:36.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3853834240 bytes 2026-02-22T22:05:36.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3884305408 bytes 2026-02-22T22:05:36.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3902770176 bytes 2026-02-22T22:05:36.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3928394752 bytes 2026-02-22T22:05:36.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3952742400 bytes 2026-02-22T22:05:37.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4018073600 bytes 2026-02-22T22:05:37.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4033641472 bytes 2026-02-22T22:05:37.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4034221056 bytes 2026-02-22T22:05:37.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4104659968 bytes 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_49 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_49 snapshot 128M 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:05:37.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_49 128M 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:37.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_49 2026-02-22T22:05:37.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:05:37.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:37.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:05:37.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:37.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_49 snapshot 2026-02-22T22:05:37.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:37.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:37.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:05:37.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:37.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_49 snapshot 2026-02-22T22:05:38.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:05:38.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_49 2026-02-22T22:05:38.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_49': 2026-02-22T22:05:38.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 146badf6d00d 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.146badf6d00d 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:37 2026 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:37 2026 2026-02-22T22:05:38.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:37 2026 2026-02-22T22:05:38.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:05:38.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:05:38.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 0982904d-6aec-4153-b9c1-daff167fc631 2026-02-22T22:05:38.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:05:38.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:05:38.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_49 2026-02-22T22:05:38.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:38.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:38.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:05:38.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:05:38.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=11 2026-02-22T22:05:38.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:05:38.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 11s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_49 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:05:38.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 26142720 bytes 2026-02-22T22:05:38.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 104663040 bytes 2026-02-22T22:05:38.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 132671488 bytes 2026-02-22T22:05:38.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 202194944 bytes 2026-02-22T22:05:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 220559360 bytes 2026-02-22T22:05:38.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 244891648 bytes 2026-02-22T22:05:38.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 268192768 bytes 2026-02-22T22:05:38.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 284704768 bytes 2026-02-22T22:05:38.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 372594688 bytes 2026-02-22T22:05:38.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 437684224 bytes 2026-02-22T22:05:38.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 515382272 bytes 2026-02-22T22:05:38.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 579529728 bytes 2026-02-22T22:05:38.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 580110336 bytes 2026-02-22T22:05:38.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 595341312 bytes 2026-02-22T22:05:39.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 633693184 bytes 2026-02-22T22:05:39.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 643037184 bytes 2026-02-22T22:05:39.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 702813184 bytes 2026-02-22T22:05:39.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 771279872 bytes 2026-02-22T22:05:39.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 804763648 bytes 2026-02-22T22:05:39.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 840521728 bytes 2026-02-22T22:05:39.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 855301120 bytes 2026-02-22T22:05:39.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 906832896 bytes 2026-02-22T22:05:39.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 953712640 bytes 2026-02-22T22:05:39.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 978665472 bytes 2026-02-22T22:05:39.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1059973120 bytes 2026-02-22T22:05:39.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1093518336 bytes 2026-02-22T22:05:39.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1164637184 bytes 2026-02-22T22:05:39.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1165254656 bytes 2026-02-22T22:05:39.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1222106112 bytes 2026-02-22T22:05:39.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1256030208 bytes 2026-02-22T22:05:39.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1276402688 bytes 2026-02-22T22:05:39.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1305435136 bytes 2026-02-22T22:05:39.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1332252672 bytes 2026-02-22T22:05:39.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1387680768 bytes 2026-02-22T22:05:40.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1413396480 bytes 2026-02-22T22:05:40.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1471631360 bytes 2026-02-22T22:05:40.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1483528192 bytes 2026-02-22T22:05:40.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1504251904 bytes 2026-02-22T22:05:40.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1549281280 bytes 2026-02-22T22:05:40.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1577072640 bytes 2026-02-22T22:05:40.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1597022208 bytes 2026-02-22T22:05:40.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1609808896 bytes 2026-02-22T22:05:40.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1731842048 bytes 2026-02-22T22:05:40.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1764409344 bytes 2026-02-22T22:05:40.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1812349952 bytes 2026-02-22T22:05:40.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1878152192 bytes 2026-02-22T22:05:40.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1943595008 bytes 2026-02-22T22:05:40.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1979510784 bytes 2026-02-22T22:05:40.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1980119040 bytes 2026-02-22T22:05:40.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2093643776 bytes 2026-02-22T22:05:40.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2168937472 bytes 2026-02-22T22:05:40.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2235242496 bytes 2026-02-22T22:05:40.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2246354944 bytes 2026-02-22T22:05:41.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2270050304 bytes 2026-02-22T22:05:41.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2313818112 bytes 2026-02-22T22:05:41.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2391191552 bytes 2026-02-22T22:05:41.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2425457664 bytes 2026-02-22T22:05:41.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2478804992 bytes 2026-02-22T22:05:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2553214976 bytes 2026-02-22T22:05:41.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2602266624 bytes 2026-02-22T22:05:41.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2614706176 bytes 2026-02-22T22:05:41.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2653175808 bytes 2026-02-22T22:05:41.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2705765376 bytes 2026-02-22T22:05:41.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2729084928 bytes 2026-02-22T22:05:41.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2824298496 bytes 2026-02-22T22:05:41.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2845981696 bytes 2026-02-22T22:05:41.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2868621312 bytes 2026-02-22T22:05:41.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2897656832 bytes 2026-02-22T22:05:41.827 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2940175360 bytes 2026-02-22T22:05:41.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2965466112 bytes 2026-02-22T22:05:41.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2979449856 bytes 2026-02-22T22:05:41.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3034799104 bytes 2026-02-22T22:05:42.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3056729088 bytes 2026-02-22T22:05:42.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3079483392 bytes 2026-02-22T22:05:42.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3102427136 bytes 2026-02-22T22:05:42.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3154024448 bytes 2026-02-22T22:05:42.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3207755776 bytes 2026-02-22T22:05:42.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3251752960 bytes 2026-02-22T22:05:42.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3310859264 bytes 2026-02-22T22:05:42.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3340724224 bytes 2026-02-22T22:05:42.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3375763456 bytes 2026-02-22T22:05:42.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3461411840 bytes 2026-02-22T22:05:42.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3507400704 bytes 2026-02-22T22:05:42.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3509906432 bytes 2026-02-22T22:05:42.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3510484992 bytes 2026-02-22T22:05:42.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3532221440 bytes 2026-02-22T22:05:42.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3644875776 bytes 2026-02-22T22:05:42.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3645475840 bytes 2026-02-22T22:05:42.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3672464384 bytes 2026-02-22T22:05:42.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3699935232 bytes 2026-02-22T22:05:42.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3728705536 bytes 2026-02-22T22:05:42.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3771864064 bytes 2026-02-22T22:05:43.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3819449344 bytes 2026-02-22T22:05:43.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3882596352 bytes 2026-02-22T22:05:43.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3924968448 bytes 2026-02-22T22:05:43.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3945353216 bytes 2026-02-22T22:05:43.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3996659712 bytes 2026-02-22T22:05:43.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4023941120 bytes 2026-02-22T22:05:43.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4082669568 bytes 2026-02-22T22:05:43.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4089383936 bytes 2026-02-22T22:05:43.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4132258816 bytes 2026-02-22T22:05:43.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4160742400 bytes 2026-02-22T22:05:43.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4206955520 bytes 2026-02-22T22:05:43.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4295255040 bytes 2026-02-22T22:05:43.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4342624256 bytes 2026-02-22T22:05:43.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4349151232 bytes 2026-02-22T22:05:43.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4409916416 bytes 2026-02-22T22:05:43.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4475449344 bytes 2026-02-22T22:05:43.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4541800448 bytes 2026-02-22T22:05:43.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4557690880 bytes 2026-02-22T22:05:43.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4577596416 bytes 2026-02-22T22:05:43.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4585043968 bytes 2026-02-22T22:05:44.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4624808960 bytes 2026-02-22T22:05:44.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4728598528 bytes 2026-02-22T22:05:44.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4750473216 bytes 2026-02-22T22:05:44.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4848618496 bytes 2026-02-22T22:05:44.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4874819584 bytes 2026-02-22T22:05:44.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4931495936 bytes 2026-02-22T22:05:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4981522432 bytes 2026-02-22T22:05:44.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5019724800 bytes 2026-02-22T22:05:44.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5027289088 bytes 2026-02-22T22:05:44.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5091821568 bytes 2026-02-22T22:05:44.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5131390976 bytes 2026-02-22T22:05:44.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5192596480 bytes 2026-02-22T22:05:44.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5233292288 bytes 2026-02-22T22:05:44.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5301716992 bytes 2026-02-22T22:05:44.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5348941824 bytes 2026-02-22T22:05:44.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5429283840 bytes 2026-02-22T22:05:44.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5480003584 bytes 2026-02-22T22:05:45.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5503906816 bytes 2026-02-22T22:05:45.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5575446528 bytes 2026-02-22T22:05:45.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5589230592 bytes 2026-02-22T22:05:45.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5628215296 bytes 2026-02-22T22:05:45.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5693044736 bytes 2026-02-22T22:05:45.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5693647872 bytes 2026-02-22T22:05:45.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5706787840 bytes 2026-02-22T22:05:45.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5794203648 bytes 2026-02-22T22:05:45.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5817843712 bytes 2026-02-22T22:05:45.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5904758784 bytes 2026-02-22T22:05:45.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5937657856 bytes 2026-02-22T22:05:45.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5988646912 bytes 2026-02-22T22:05:45.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6011150336 bytes 2026-02-22T22:05:45.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6071299072 bytes 2026-02-22T22:05:45.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6106501120 bytes 2026-02-22T22:05:45.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6161414144 bytes 2026-02-22T22:05:45.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6218263552 bytes 2026-02-22T22:05:45.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6218856448 bytes 2026-02-22T22:05:45.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6238945280 bytes 2026-02-22T22:05:46.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6301022208 bytes 2026-02-22T22:05:46.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6355124224 bytes 2026-02-22T22:05:46.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6422008832 bytes 2026-02-22T22:05:46.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6461131776 bytes 2026-02-22T22:05:46.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6510182400 bytes 2026-02-22T22:05:46.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6599467008 bytes 2026-02-22T22:05:46.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6617324544 bytes 2026-02-22T22:05:46.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6662998016 bytes 2026-02-22T22:05:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6744137728 bytes 2026-02-22T22:05:46.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6799830016 bytes 2026-02-22T22:05:46.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6856233984 bytes 2026-02-22T22:05:46.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6877182976 bytes 2026-02-22T22:05:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6902700032 bytes 2026-02-22T22:05:46.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6938592256 bytes 2026-02-22T22:05:46.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6975541248 bytes 2026-02-22T22:05:46.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6985478144 bytes 2026-02-22T22:05:46.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6986103808 bytes 2026-02-22T22:05:46.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7036142592 bytes 2026-02-22T22:05:46.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7040537600 bytes 2026-02-22T22:05:46.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7090329600 bytes 2026-02-22T22:05:47.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7108431872 bytes 2026-02-22T22:05:47.071 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7125695488 bytes 2026-02-22T22:05:47.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7126302720 bytes 2026-02-22T22:05:47.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7153298432 bytes 2026-02-22T22:05:47.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7190214656 bytes 2026-02-22T22:05:47.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7218674688 bytes 2026-02-22T22:05:47.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7282483200 bytes 2026-02-22T22:05:47.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7308345344 bytes 2026-02-22T22:05:47.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7320013824 bytes 2026-02-22T22:05:47.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7339180032 bytes 2026-02-22T22:05:47.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7353952256 bytes 2026-02-22T22:05:47.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7408787456 bytes 2026-02-22T22:05:47.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7411264512 bytes 2026-02-22T22:05:47.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7459397632 bytes 2026-02-22T22:05:47.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7522222080 bytes 2026-02-22T22:05:47.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7545564160 bytes 2026-02-22T22:05:47.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7546163200 bytes 2026-02-22T22:05:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7601986560 bytes 2026-02-22T22:05:47.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7634201600 bytes 2026-02-22T22:05:47.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7741625344 bytes 2026-02-22T22:05:47.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7771760640 bytes 2026-02-22T22:05:48.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7793074176 bytes 2026-02-22T22:05:48.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7872318464 bytes 2026-02-22T22:05:48.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7931839488 bytes 2026-02-22T22:05:48.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7975068672 bytes 2026-02-22T22:05:48.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7987323904 bytes 2026-02-22T22:05:48.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8027381760 bytes 2026-02-22T22:05:48.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8070774784 bytes 2026-02-22T22:05:48.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8145117184 bytes 2026-02-22T22:05:48.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8166069248 bytes 2026-02-22T22:05:48.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8215004160 bytes 2026-02-22T22:05:48.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8241189888 bytes 2026-02-22T22:05:48.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8250428416 bytes 2026-02-22T22:05:48.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8309823488 bytes 2026-02-22T22:05:48.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8338888704 bytes 2026-02-22T22:05:48.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8372230144 bytes 2026-02-22T22:05:48.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8406671360 bytes 2026-02-22T22:05:48.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8427279360 bytes 2026-02-22T22:05:48.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8471989248 bytes 2026-02-22T22:05:48.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8503090176 bytes 2026-02-22T22:05:48.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8580146176 bytes 2026-02-22T22:05:49.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8599614464 bytes 2026-02-22T22:05:49.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8639815680 bytes 2026-02-22T22:05:49.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8733384704 bytes 2026-02-22T22:05:49.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:05:49.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:05:49.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_50 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image_and_enable_mirror cluster2 mirror image_50 snapshot 128M 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n snapshot ']' 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_50 128M 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 128M ']' 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=128M 2026-02-22T22:05:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:05:49.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 128M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_50 2026-02-22T22:05:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ is_pool_mirror_mode_image mirror 2026-02-22T22:05:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' image = image ']' 2026-02-22T22:05:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:05:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_50 snapshot 2026-02-22T22:05:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:05:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:05:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_50 snapshot 2026-02-22T22:05:50.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:05:50.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_50 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_50': 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1474fa0d687d 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1474fa0d687d 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:49 2026 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:49 2026 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:49 2026 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 93bc843d-e4c6-4778-899c-9c1c9b939cf2 2026-02-22T22:05:50.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:05:50.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n '' ']' 2026-02-22T22:05:50.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_50 2026-02-22T22:05:50.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:05:50.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:05:50.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:05:50.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:05:50.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=13 2026-02-22T22:05:50.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:05:50.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 13s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_50 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:05:50.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 43602944 bytes 2026-02-22T22:05:50.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 116377600 bytes 2026-02-22T22:05:50.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 206053376 bytes 2026-02-22T22:05:50.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 225875968 bytes 2026-02-22T22:05:50.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 288660480 bytes 2026-02-22T22:05:50.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 342919168 bytes 2026-02-22T22:05:50.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 375528448 bytes 2026-02-22T22:05:50.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 429958144 bytes 2026-02-22T22:05:50.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 514724864 bytes 2026-02-22T22:05:50.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 523766784 bytes 2026-02-22T22:05:50.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 589189120 bytes 2026-02-22T22:05:50.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 622806016 bytes 2026-02-22T22:05:50.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 652471296 bytes 2026-02-22T22:05:51.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 730141696 bytes 2026-02-22T22:05:51.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 802063360 bytes 2026-02-22T22:05:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 824591360 bytes 2026-02-22T22:05:51.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 883238912 bytes 2026-02-22T22:05:51.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 883862528 bytes 2026-02-22T22:05:51.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 972097536 bytes 2026-02-22T22:05:51.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 1006702592 bytes 2026-02-22T22:05:51.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 1035797504 bytes 2026-02-22T22:05:51.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1110290432 bytes 2026-02-22T22:05:51.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1110894592 bytes 2026-02-22T22:05:51.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1148480512 bytes 2026-02-22T22:05:51.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1159444480 bytes 2026-02-22T22:05:51.596 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1169959936 bytes 2026-02-22T22:05:51.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1270047744 bytes 2026-02-22T22:05:51.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1294751744 bytes 2026-02-22T22:05:51.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1341932544 bytes 2026-02-22T22:05:51.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1411352576 bytes 2026-02-22T22:05:51.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1477894144 bytes 2026-02-22T22:05:51.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1544056832 bytes 2026-02-22T22:05:51.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1564798976 bytes 2026-02-22T22:05:52.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1612506112 bytes 2026-02-22T22:05:52.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1613329408 bytes 2026-02-22T22:05:52.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1628363776 bytes 2026-02-22T22:05:52.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1718160384 bytes 2026-02-22T22:05:52.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1782850560 bytes 2026-02-22T22:05:52.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1858184192 bytes 2026-02-22T22:05:52.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1962379264 bytes 2026-02-22T22:05:52.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1984538624 bytes 2026-02-22T22:05:52.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 2081525760 bytes 2026-02-22T22:05:52.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 2104321024 bytes 2026-02-22T22:05:52.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2104936448 bytes 2026-02-22T22:05:52.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2121958400 bytes 2026-02-22T22:05:52.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2206070784 bytes 2026-02-22T22:05:52.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2206668800 bytes 2026-02-22T22:05:52.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2259278848 bytes 2026-02-22T22:05:53.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2290914304 bytes 2026-02-22T22:05:53.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2402246656 bytes 2026-02-22T22:05:53.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2423084032 bytes 2026-02-22T22:05:53.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2434756608 bytes 2026-02-22T22:05:53.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2462203904 bytes 2026-02-22T22:05:53.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2553440256 bytes 2026-02-22T22:05:53.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2561604608 bytes 2026-02-22T22:05:53.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2611849216 bytes 2026-02-22T22:05:53.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2666756096 bytes 2026-02-22T22:05:53.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2694497280 bytes 2026-02-22T22:05:53.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2765458432 bytes 2026-02-22T22:05:53.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2820909056 bytes 2026-02-22T22:05:53.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2868088832 bytes 2026-02-22T22:05:53.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2919520256 bytes 2026-02-22T22:05:53.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2945508352 bytes 2026-02-22T22:05:53.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2986875904 bytes 2026-02-22T22:05:53.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3095272448 bytes 2026-02-22T22:05:53.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3183261696 bytes 2026-02-22T22:05:54.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3207618560 bytes 2026-02-22T22:05:54.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3274131456 bytes 2026-02-22T22:05:54.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3314942976 bytes 2026-02-22T22:05:54.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3321254912 bytes 2026-02-22T22:05:54.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3351782400 bytes 2026-02-22T22:05:54.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3362791424 bytes 2026-02-22T22:05:54.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3455368192 bytes 2026-02-22T22:05:54.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3493684224 bytes 2026-02-22T22:05:54.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3506204672 bytes 2026-02-22T22:05:54.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3553861632 bytes 2026-02-22T22:05:54.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3583671296 bytes 2026-02-22T22:05:54.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3621053440 bytes 2026-02-22T22:05:54.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3623575552 bytes 2026-02-22T22:05:54.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3689296896 bytes 2026-02-22T22:05:54.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3705227264 bytes 2026-02-22T22:05:54.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3770626048 bytes 2026-02-22T22:05:54.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3811760128 bytes 2026-02-22T22:05:54.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3828667392 bytes 2026-02-22T22:05:54.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3885716480 bytes 2026-02-22T22:05:54.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3943806976 bytes 2026-02-22T22:05:55.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3967887360 bytes 2026-02-22T22:05:55.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 4039450624 bytes 2026-02-22T22:05:55.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 4083043328 bytes 2026-02-22T22:05:55.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4086888448 bytes 2026-02-22T22:05:55.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4113418240 bytes 2026-02-22T22:05:55.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4189810688 bytes 2026-02-22T22:05:55.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4196980736 bytes 2026-02-22T22:05:55.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4251161600 bytes 2026-02-22T22:05:55.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4274286592 bytes 2026-02-22T22:05:55.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4305784832 bytes 2026-02-22T22:05:55.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4376247296 bytes 2026-02-22T22:05:55.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4382075904 bytes 2026-02-22T22:05:55.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4512544768 bytes 2026-02-22T22:05:55.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4565899264 bytes 2026-02-22T22:05:55.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4630440960 bytes 2026-02-22T22:05:55.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4694658048 bytes 2026-02-22T22:05:55.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4745134080 bytes 2026-02-22T22:05:55.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4754049024 bytes 2026-02-22T22:05:55.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4779640832 bytes 2026-02-22T22:05:56.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4797341696 bytes 2026-02-22T22:05:56.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4840485888 bytes 2026-02-22T22:05:56.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4883107840 bytes 2026-02-22T22:05:56.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4907366400 bytes 2026-02-22T22:05:56.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4932944896 bytes 2026-02-22T22:05:56.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4968898560 bytes 2026-02-22T22:05:56.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4983951360 bytes 2026-02-22T22:05:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4988803072 bytes 2026-02-22T22:05:56.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5051010048 bytes 2026-02-22T22:05:56.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5087807488 bytes 2026-02-22T22:05:56.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5130694656 bytes 2026-02-22T22:05:56.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5174706176 bytes 2026-02-22T22:05:56.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5186628608 bytes 2026-02-22T22:05:56.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5238028288 bytes 2026-02-22T22:05:56.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5292593152 bytes 2026-02-22T22:05:56.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5350668288 bytes 2026-02-22T22:05:56.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5351271424 bytes 2026-02-22T22:05:56.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5386046464 bytes 2026-02-22T22:05:56.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5400556544 bytes 2026-02-22T22:05:56.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5406481408 bytes 2026-02-22T22:05:56.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5407091712 bytes 2026-02-22T22:05:56.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5407697920 bytes 2026-02-22T22:05:56.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5431163904 bytes 2026-02-22T22:05:57.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5431777280 bytes 2026-02-22T22:05:57.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5455907840 bytes 2026-02-22T22:05:57.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5490506752 bytes 2026-02-22T22:05:57.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5528299520 bytes 2026-02-22T22:05:57.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5551563776 bytes 2026-02-22T22:05:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5572742144 bytes 2026-02-22T22:05:57.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5613819904 bytes 2026-02-22T22:05:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5692942336 bytes 2026-02-22T22:05:57.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5700406272 bytes 2026-02-22T22:05:57.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5724422144 bytes 2026-02-22T22:05:57.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5817651200 bytes 2026-02-22T22:05:57.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5844784128 bytes 2026-02-22T22:05:57.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5885009920 bytes 2026-02-22T22:05:57.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5928588288 bytes 2026-02-22T22:05:57.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5985350656 bytes 2026-02-22T22:05:57.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5985969152 bytes 2026-02-22T22:05:57.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6024402944 bytes 2026-02-22T22:05:57.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6077874176 bytes 2026-02-22T22:05:57.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6089993216 bytes 2026-02-22T22:05:57.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6106594304 bytes 2026-02-22T22:05:57.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6120711168 bytes 2026-02-22T22:05:58.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6143507456 bytes 2026-02-22T22:05:58.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6181001216 bytes 2026-02-22T22:05:58.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6203276288 bytes 2026-02-22T22:05:58.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6248095744 bytes 2026-02-22T22:05:58.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6285675520 bytes 2026-02-22T22:05:58.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6362612736 bytes 2026-02-22T22:05:58.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6406286336 bytes 2026-02-22T22:05:58.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6442789888 bytes 2026-02-22T22:05:58.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6515865600 bytes 2026-02-22T22:05:58.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6516472832 bytes 2026-02-22T22:05:58.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6535525376 bytes 2026-02-22T22:05:58.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6616122368 bytes 2026-02-22T22:05:58.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6643175424 bytes 2026-02-22T22:05:58.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6694999040 bytes 2026-02-22T22:05:58.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6735688704 bytes 2026-02-22T22:05:58.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6767910912 bytes 2026-02-22T22:05:58.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6792237056 bytes 2026-02-22T22:05:58.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6845325312 bytes 2026-02-22T22:05:58.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6897701888 bytes 2026-02-22T22:05:58.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6929554432 bytes 2026-02-22T22:05:59.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6970432512 bytes 2026-02-22T22:05:59.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7035033600 bytes 2026-02-22T22:05:59.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7056352256 bytes 2026-02-22T22:05:59.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7116699648 bytes 2026-02-22T22:05:59.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7162456064 bytes 2026-02-22T22:05:59.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7184589824 bytes 2026-02-22T22:05:59.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7245565952 bytes 2026-02-22T22:05:59.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7312780288 bytes 2026-02-22T22:05:59.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7411696640 bytes 2026-02-22T22:05:59.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7448644608 bytes 2026-02-22T22:05:59.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7469359104 bytes 2026-02-22T22:05:59.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7508366336 bytes 2026-02-22T22:05:59.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7549877248 bytes 2026-02-22T22:05:59.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7615601664 bytes 2026-02-22T22:05:59.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7622188032 bytes 2026-02-22T22:05:59.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7664825344 bytes 2026-02-22T22:05:59.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7686212608 bytes 2026-02-22T22:05:59.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7710837760 bytes 2026-02-22T22:05:59.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7771709440 bytes 2026-02-22T22:06:00.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7808203776 bytes 2026-02-22T22:06:00.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7854472192 bytes 2026-02-22T22:06:00.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7873944576 bytes 2026-02-22T22:06:00.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7929214976 bytes 2026-02-22T22:06:00.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7940940800 bytes 2026-02-22T22:06:00.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7957291008 bytes 2026-02-22T22:06:00.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8003153920 bytes 2026-02-22T22:06:00.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8074169344 bytes 2026-02-22T22:06:00.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8116487168 bytes 2026-02-22T22:06:00.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8207375360 bytes 2026-02-22T22:06:00.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8225173504 bytes 2026-02-22T22:06:00.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8267569152 bytes 2026-02-22T22:06:00.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8333883392 bytes 2026-02-22T22:06:00.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8381665280 bytes 2026-02-22T22:06:00.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8410979328 bytes 2026-02-22T22:06:00.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8440947712 bytes 2026-02-22T22:06:00.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8451722240 bytes 2026-02-22T22:06:00.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8508087296 bytes 2026-02-22T22:06:00.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8566165504 bytes 2026-02-22T22:06:00.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8632567808 bytes 2026-02-22T22:06:01.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8693816320 bytes 2026-02-22T22:06:01.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8760002560 bytes 2026-02-22T22:06:01.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8804541440 bytes 2026-02-22T22:06:01.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8935399424 bytes 2026-02-22T22:06:01.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9061380096 bytes 2026-02-22T22:06:01.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9120984064 bytes 2026-02-22T22:06:01.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9209705472 bytes 2026-02-22T22:06:01.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9245253632 bytes 2026-02-22T22:06:01.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9305200640 bytes 2026-02-22T22:06:01.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9354468352 bytes 2026-02-22T22:06:01.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9390448640 bytes 2026-02-22T22:06:01.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9418258432 bytes 2026-02-22T22:06:01.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9440680960 bytes 2026-02-22T22:06:01.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9466816512 bytes 2026-02-22T22:06:01.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9513520128 bytes 2026-02-22T22:06:01.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9579756544 bytes 2026-02-22T22:06:01.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9648899072 bytes 2026-02-22T22:06:02.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9652346880 bytes 2026-02-22T22:06:02.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9712510976 bytes 2026-02-22T22:06:02.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9723250688 bytes 2026-02-22T22:06:02.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9796930560 bytes 2026-02-22T22:06:02.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9901380608 bytes 2026-02-22T22:06:02.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9982405632 bytes 2026-02-22T22:06:02.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 10003953664 bytes 2026-02-22T22:06:02.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 10036310016 bytes 2026-02-22T22:06:02.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 10051483648 bytes 2026-02-22T22:06:02.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 10065337344 bytes 2026-02-22T22:06:02.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 10106934272 bytes 2026-02-22T22:06:02.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 10172463104 bytes 2026-02-22T22:06:02.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 10202095616 bytes 2026-02-22T22:06:02.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 10208585728 bytes 2026-02-22T22:06:02.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 10234621952 bytes 2026-02-22T22:06:02.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 10265281536 bytes 2026-02-22T22:06:02.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 10308783104 bytes 2026-02-22T22:06:02.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 10310511616 bytes 2026-02-22T22:06:02.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 10346708992 bytes 2026-02-22T22:06:02.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 10376317952 bytes 2026-02-22T22:06:03.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 10448288768 bytes 2026-02-22T22:06:03.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 10463979520 bytes 2026-02-22T22:06:03.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 10493541376 bytes 2026-02-22T22:06:03.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 10543940608 bytes 2026-02-22T22:06:03.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 10592133120 bytes 2026-02-22T22:06:03.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_pool_images cluster2 mirror 50 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_count=50 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local count 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_count=0 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:03.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 40 2026-02-22T22:06:03.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in `seq 1 40` 2026-02-22T22:06:03.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 1 -ne 1 2026-02-22T22:06:03.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster2 -p mirror mirror pool status 2026-02-22T22:06:03.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep 'images: ' 2026-02-22T22:06:03.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cut '-d ' -f 2 2026-02-22T22:06:03.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: failed to query services: (13) Permission denied 2026-02-22T22:06:03.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ count=50 2026-02-22T22:06:03.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 50 = 50 2026-02-22T22:06:03.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:03.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_pool_healthy cluster2 mirror 2026-02-22T22:06:03.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:03.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:03.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:03.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state 2026-02-22T22:06:03.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 40 2026-02-22T22:06:03.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in `seq 1 40` 2026-02-22T22:06:03.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 1 -ne 1 2026-02-22T22:06:03.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster2 -p mirror mirror pool status 2026-02-22T22:06:03.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep 'image health:' 2026-02-22T22:06:03.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cut '-d ' -f 3 2026-02-22T22:06:03.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: failed to query services: (13) Permission denied 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=OK 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test OK = ERROR 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test OK = OK 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_pool_images cluster1 mirror 50 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_count=50 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local count 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_count=0 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:03.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 40 2026-02-22T22:06:03.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in `seq 1 40` 2026-02-22T22:06:03.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 1 -ne 1 2026-02-22T22:06:03.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 -p mirror mirror pool status 2026-02-22T22:06:03.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep 'images: ' 2026-02-22T22:06:03.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cut '-d ' -f 2 2026-02-22T22:06:03.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: failed to query services: (13) Permission denied 2026-02-22T22:06:03.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ count=50 2026-02-22T22:06:03.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 50 = 50 2026-02-22T22:06:03.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:03.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_pool_healthy cluster1 mirror 2026-02-22T22:06:03.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:03.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:03.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:03.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state 2026-02-22T22:06:03.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 40 2026-02-22T22:06:03.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in `seq 1 40` 2026-02-22T22:06:03.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 1 -ne 1 2026-02-22T22:06:03.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 -p mirror mirror pool status 2026-02-22T22:06:03.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep 'image health:' 2026-02-22T22:06:03.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cut '-d ' -f 3 2026-02-22T22:06:03.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: failed to query services: (13) Permission denied 2026-02-22T22:06:03.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=WARNING 2026-02-22T22:06:03.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test WARNING = ERROR 2026-02-22T22:06:03.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test WARNING = OK 2026-02-22T22:06:03.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in `seq 1 40` 2026-02-22T22:06:03.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 2 -ne 1 2026-02-22T22:06:03.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 30 2026-02-22T22:06:24.151 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.8625654214452317) > weight (0.25) 2026-02-22T22:06:24.151 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.49253247216034934) > weight (0.25) 2026-02-22T22:06:24.151 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.9285473050596288) > weight (0.25) 2026-02-22T22:06:24.151 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.888224270865434) > weight (0.25) 2026-02-22T22:06:24.151 INFO:tasks.rbd_mirror_thrash:waiting for 78.35243443296226 secs before thrashing 2026-02-22T22:06:33.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 -p mirror mirror pool status 2026-02-22T22:06:33.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep 'image health:' 2026-02-22T22:06:33.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cut '-d ' -f 3 2026-02-22T22:06:33.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: failed to query services: (13) Permission denied 2026-02-22T22:06:33.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=OK 2026-02-22T22:06:33.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test OK = ERROR 2026-02-22T22:06:33.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test OK = OK 2026-02-22T22:06:33.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:33.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ testlog 'TEST: compare many images' 2026-02-22T22:06:33.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ tee -a /tmp/tmp.xr9JSZKcRI/rbd-mirror.test.log 2026-02-22T22:06:33.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ date '+%F %T' 2026-02-22T22:06:33.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo 2026-02-22 22:06:33 TEST: compare many images 2026-02-22T22:06:33.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:2026-02-22 22:06:33 TEST: compare many images 2026-02-22T22:06:33.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 50 2026-02-22T22:06:33.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:06:33.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_1 2026-02-22T22:06:33.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_1 snap 2026-02-22T22:06:33.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:33.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:33.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:33.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:33.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_1@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:06:35.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_1 2026-02-22T22:06:35.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:35.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:35.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:35.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_1 started 2026-02-22T22:06:35.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:35.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:35.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:35.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:06:35.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:35.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:06:35.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:06:36.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_1 started 2026-02-22T22:06:36.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:36.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:36.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:36.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:06:36.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:06:36.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:06:36.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_1 2026-02-22T22:06:36.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:06:36.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:06:36.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:36.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:06:36.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:06:36.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:06:36.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:06:36.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:06:36.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:06:36.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:06:36.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:36.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_1 2026-02-22T22:06:36.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:06:36.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:36.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:36.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:06:36.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:06:36.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:36.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:36.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:36.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:06:36.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:06:36.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:36.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:36.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:06:36.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:06:36.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:06:36.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:06:36.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:36.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:36.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:06:36.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:06:36.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:36.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:36.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:36.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:06:36.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:06:36.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:36.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:36.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:06:36.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:06:36.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:06:36.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:06:36.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:06:36.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:06:36.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_1 2026-02-22T22:06:36.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_1'] 2026-02-22T22:06:36.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:06:36.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:06:36.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:36.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_1 2026-02-22T22:06:36.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:06:36.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:36.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:36.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:06:36.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:06:36.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:36.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:36.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:36.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:36.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:36.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:36.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:06:36.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:06:36.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:36.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:36.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:06:36.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:06:36.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:06:36.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:06:36.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:06:36.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:06:36.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_1 2026-02-22T22:06:36.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_1'] 2026-02-22T22:06:36.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:06:36.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:06:36.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:36.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_1 2026-02-22T22:06:36.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:06:36.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:36.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:06:36.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:36.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:06:36.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:06:36.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:06:36.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:06:36.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:06:36.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:06:36.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_1 2026-02-22T22:06:36.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_1'] 2026-02-22T22:06:36.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:06:36.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_1 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:36.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:06:36.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:06:36.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:06:36.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:06:36.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:06:36.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:06:36.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_1 2026-02-22T22:06:36.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:06:36.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:06:36.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:06:36.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:06:36.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_1 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_1 2026-02-22T22:06:36.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:36.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:36.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:36.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_1 2026-02-22T22:06:37.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 86 2026-02-22T22:06:37.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_1 2026-02-22T22:06:37.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:06:37.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:37.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:37.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:37.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_1.status 2026-02-22T22:06:37.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_1.status 2026-02-22T22:06:37.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:06:37.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_1.status 2026-02-22T22:06:37.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_1.status 2026-02-22T22:06:37.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_1.status 2026-02-22T22:06:37.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:06:37.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.status 2026-02-22T22:06:37.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_1 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_1.status 2026-02-22T22:06:37.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:37.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:37.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:37.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_1.status 2026-02-22T22:06:37.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_1 --format xml 2026-02-22T22:06:37.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:37.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:06:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=86 2026-02-22T22:06:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:06:37.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_1 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.status 2026-02-22T22:06:37.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:37.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:37.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:37.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.status 2026-02-22T22:06:37.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_1 --format xml 2026-02-22T22:06:37.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:37.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:37.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=35 2026-02-22T22:06:37.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 86 = 35 2026-02-22T22:06:37.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:37.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:06:37.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_1 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.status 2026-02-22T22:06:37.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:37.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:37.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:37.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.status 2026-02-22T22:06:37.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_1 --format xml 2026-02-22T22:06:37.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:37.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:37.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:37.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:06:37.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:06:37.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:06:37.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:06:37.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 86 = '' 2026-02-22T22:06:37.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:37.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:06:38.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_1 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.status 2026-02-22T22:06:38.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:38.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:38.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:38.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.status 2026-02-22T22:06:38.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_1 --format xml 2026-02-22T22:06:38.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:38.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:38.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:06:38.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:06:38.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:06:38.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:06:38.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 86 = '' 2026-02-22T22:06:38.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:38.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:06:40.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_1 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.status 2026-02-22T22:06:40.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:40.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:40.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:40.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.status 2026-02-22T22:06:40.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_1 --format xml 2026-02-22T22:06:40.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:40.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:40.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=86 2026-02-22T22:06:40.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 86 = 86 2026-02-22T22:06:40.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:40.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_1 snap 2026-02-22T22:06:40.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:40.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:40.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:40.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:40.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:40.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:06:40.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:06:41.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_1@snap 2026-02-22T22:06:41.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_1': 2026-02-22T22:06:41.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:06:41.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:06:41.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:06:41.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bdeed4957c 2026-02-22T22:06:41.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bdeed4957c 2026-02-22T22:06:41.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:06:41.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:06:41.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:06:41.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:06:41.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:57:24 2026 2026-02-22T22:06:41.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:57:24 2026 2026-02-22T22:06:41.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:57:24 2026 2026-02-22T22:06:41.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:06:41.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:06:41.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:06:41.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: b7471039-f330-48fd-ab70-bc70e02e191b 2026-02-22T22:06:41.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:06:41.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:41.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_1 snap 2026-02-22T22:06:41.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:41.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:06:41.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:41.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:06:41.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_1.export 2026-02-22T22:06:41.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.export 2026-02-22T22:06:41.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_1.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.export 2026-02-22T22:06:41.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_1@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_1.export 2026-02-22T22:06:41.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:06:41.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_1@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.export 2026-02-22T22:06:41.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:06:41.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_1.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.export 2026-02-22T22:06:41.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_1.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_1.export 2026-02-22T22:06:41.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:41.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:06:41.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_2 2026-02-22T22:06:41.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_2 snap 2026-02-22T22:06:41.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:41.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:41.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:41.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:41.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_2@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:06:43.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_2 2026-02-22T22:06:43.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_2 started 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:06:43.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:06:44.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_2 started 2026-02-22T22:06:44.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:44.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:06:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:06:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:06:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_2 2026-02-22T22:06:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:06:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:06:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:06:44.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:06:44.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:06:44.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:06:44.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:06:44.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:06:44.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:06:44.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:44.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_2 2026-02-22T22:06:44.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:06:44.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:44.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:44.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:06:44.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:06:44.260 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:06:44.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:44.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:06:44.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:06:44.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:06:44.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:06:44.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:06:44.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:06:44.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_2 2026-02-22T22:06:44.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_2'] 2026-02-22T22:06:44.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:06:44.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:06:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_2 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:06:44.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:44.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:44.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:06:44.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:06:44.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:44.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:44.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:06:44.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:06:44.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:06:44.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:06:44.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:06:44.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:06:44.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_2 2026-02-22T22:06:44.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_2'] 2026-02-22T22:06:44.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:06:44.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:06:44.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:44.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_2 2026-02-22T22:06:44.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:06:44.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:44.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:44.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:06:44.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:06:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:44.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:06:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:06:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:06:44.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:06:44.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:06:44.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:06:44.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_2 2026-02-22T22:06:44.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_2'] 2026-02-22T22:06:44.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:06:44.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_2 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:44.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:06:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:06:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:06:44.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:06:44.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:06:44.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:06:44.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_2 2026-02-22T22:06:44.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:06:44.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:06:44.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:06:44.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:06:44.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:06:44.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_2 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:06:44.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_2 2026-02-22T22:06:44.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:44.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:44.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:44.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_2 2026-02-22T22:06:45.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 88 2026-02-22T22:06:45.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_2 2026-02-22T22:06:45.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:06:45.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:45.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:45.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:45.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_2.status 2026-02-22T22:06:45.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_2.status 2026-02-22T22:06:45.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:06:45.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_2.status 2026-02-22T22:06:45.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_2.status 2026-02-22T22:06:45.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_2.status 2026-02-22T22:06:45.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:06:45.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.status 2026-02-22T22:06:45.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_2 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_2.status 2026-02-22T22:06:45.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:45.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:45.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:45.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_2.status 2026-02-22T22:06:45.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_2 --format xml 2026-02-22T22:06:45.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:45.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:06:45.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=88 2026-02-22T22:06:45.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:45.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:45.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:06:45.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_2 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.status 2026-02-22T22:06:45.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:45.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:45.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:45.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.status 2026-02-22T22:06:45.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_2 --format xml 2026-02-22T22:06:45.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:45.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=36 2026-02-22T22:06:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 88 = 36 2026-02-22T22:06:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:06:45.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_2 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.status 2026-02-22T22:06:45.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:45.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:45.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:45.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.status 2026-02-22T22:06:45.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_2 --format xml 2026-02-22T22:06:45.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:45.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:45.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:45.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:06:45.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:06:45.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:06:45.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:06:45.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 88 = '' 2026-02-22T22:06:45.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:45.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:06:46.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_2 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.status 2026-02-22T22:06:46.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:46.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:46.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:46.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.status 2026-02-22T22:06:46.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_2 --format xml 2026-02-22T22:06:46.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:46.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:46.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:46.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:06:46.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:06:46.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:06:46.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:06:46.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 88 = '' 2026-02-22T22:06:46.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:46.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:06:48.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_2 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.status 2026-02-22T22:06:48.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:48.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:48.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:48.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.status 2026-02-22T22:06:48.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_2 --format xml 2026-02-22T22:06:48.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:48.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=88 2026-02-22T22:06:48.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 88 = 88 2026-02-22T22:06:48.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:48.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_2 snap 2026-02-22T22:06:48.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:48.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:48.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:48.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:48.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:48.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:06:48.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:06:49.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_2@snap 2026-02-22T22:06:49.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_2': 2026-02-22T22:06:49.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:06:49.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bdc3c3a13d 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bdc3c3a13d 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:57:38 2026 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:57:38 2026 2026-02-22T22:06:49.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:57:38 2026 2026-02-22T22:06:49.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:06:49.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:06:49.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:06:49.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 7519fd98-6a06-4842-bbae-704566536af1 2026-02-22T22:06:49.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:06:49.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:49.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_2 snap 2026-02-22T22:06:49.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:49.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:06:49.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:49.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:06:49.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_2.export 2026-02-22T22:06:49.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.export 2026-02-22T22:06:49.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_2.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.export 2026-02-22T22:06:49.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_2@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_2.export 2026-02-22T22:06:49.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:06:49.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_2@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.export 2026-02-22T22:06:49.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:06:49.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_2.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.export 2026-02-22T22:06:49.827 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_2.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_2.export 2026-02-22T22:06:49.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:49.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:06:49.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_3 2026-02-22T22:06:49.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_3 snap 2026-02-22T22:06:49.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:49.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:49.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:49.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:49.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_3@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:06:51.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_3 2026-02-22T22:06:51.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:51.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:51.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:51.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_3 started 2026-02-22T22:06:51.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:51.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:51.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:51.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:06:51.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:51.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:06:51.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:06:52.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_3 started 2026-02-22T22:06:52.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:52.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:52.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:52.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:06:52.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:06:52.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:06:52.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_3 2026-02-22T22:06:52.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:06:52.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:06:52.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:52.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:06:52.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:06:52.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:06:52.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:06:52.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:06:52.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:06:52.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:06:52.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:52.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_3 2026-02-22T22:06:52.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:06:52.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:52.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:52.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:06:52.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:06:52.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:06:52.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:52.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:52.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:06:52.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:06:52.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:06:52.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:06:52.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:06:52.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:06:52.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_3 2026-02-22T22:06:52.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_3'] 2026-02-22T22:06:52.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:06:52.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:06:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_3 2026-02-22T22:06:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:06:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:06:52.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:52.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:06:52.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:06:52.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:06:52.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:06:52.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:06:52.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:06:52.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_3 2026-02-22T22:06:52.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_3'] 2026-02-22T22:06:52.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:06:52.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_3 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:06:52.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:06:52.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:06:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:06:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:06:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:06:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_3 2026-02-22T22:06:52.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_3'] 2026-02-22T22:06:52.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:06:52.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_3 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:06:52.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:06:52.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:06:52.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:06:52.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:06:52.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:06:52.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_3 2026-02-22T22:06:52.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:06:52.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:06:52.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:06:52.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:06:52.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:06:52.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:06:52.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:06:52.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:52.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_3 2026-02-22T22:06:52.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:06:52.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:52.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:52.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:52.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:06:52.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:06:52.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_3 2026-02-22T22:06:52.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:52.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:52.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:52.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_3 2026-02-22T22:06:53.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 90 2026-02-22T22:06:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_3 2026-02-22T22:06:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:06:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_3.status 2026-02-22T22:06:53.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_3.status 2026-02-22T22:06:53.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:06:53.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_3.status 2026-02-22T22:06:53.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_3.status 2026-02-22T22:06:53.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_3.status 2026-02-22T22:06:53.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:06:53.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.status 2026-02-22T22:06:53.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_3 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_3.status 2026-02-22T22:06:53.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:53.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:53.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:53.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_3.status 2026-02-22T22:06:53.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_3 --format xml 2026-02-22T22:06:53.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:53.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:06:53.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=90 2026-02-22T22:06:53.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:53.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:53.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:06:53.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_3 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.status 2026-02-22T22:06:53.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:53.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:53.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:53.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.status 2026-02-22T22:06:53.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_3 --format xml 2026-02-22T22:06:53.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:53.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:53.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=37 2026-02-22T22:06:53.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 90 = 37 2026-02-22T22:06:53.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:53.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:06:53.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_3 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.status 2026-02-22T22:06:53.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:53.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:53.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:53.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.status 2026-02-22T22:06:53.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_3 --format xml 2026-02-22T22:06:53.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:53.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:53.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:53.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:06:53.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:06:53.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:06:53.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:06:53.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 90 = '' 2026-02-22T22:06:53.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:53.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:06:54.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_3 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.status 2026-02-22T22:06:54.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:54.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:54.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:54.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.status 2026-02-22T22:06:54.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_3 --format xml 2026-02-22T22:06:54.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:54.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:06:54.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:54.827 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:06:54.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:06:54.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:06:54.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:06:54.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 90 = '' 2026-02-22T22:06:54.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:06:54.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:06:56.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_3 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.status 2026-02-22T22:06:56.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:56.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:56.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:56.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.status 2026-02-22T22:06:56.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_3 --format xml 2026-02-22T22:06:56.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:06:56.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:06:56.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=90 2026-02-22T22:06:56.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 90 = 90 2026-02-22T22:06:56.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:56.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_3 snap 2026-02-22T22:06:56.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:56.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:56.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:56.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:56.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:56.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:06:56.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:06:57.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_3@snap 2026-02-22T22:06:57.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_3': 2026-02-22T22:06:57.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:06:57.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:06:57.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:06:57.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bdf1d122ae 2026-02-22T22:06:57.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bdf1d122ae 2026-02-22T22:06:57.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:06:57.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:06:57.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:06:57.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:06:57.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:57:45 2026 2026-02-22T22:06:57.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:57:45 2026 2026-02-22T22:06:57.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:57:45 2026 2026-02-22T22:06:57.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:06:57.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:06:57.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:06:57.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 0064fd17-a690-4d97-ac74-02c77491c961 2026-02-22T22:06:57.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:06:57.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:57.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_3 snap 2026-02-22T22:06:57.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:57.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:06:57.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:57.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:06:57.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_3.export 2026-02-22T22:06:57.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.export 2026-02-22T22:06:57.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_3.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.export 2026-02-22T22:06:57.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_3@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_3.export 2026-02-22T22:06:57.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:06:57.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_3@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.export 2026-02-22T22:06:57.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:06:57.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_3.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.export 2026-02-22T22:06:57.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_3.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_3.export 2026-02-22T22:06:57.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:06:57.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:06:57.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_4 2026-02-22T22:06:57.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_4 snap 2026-02-22T22:06:57.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:06:57.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:57.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:06:57.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:06:57.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_4@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:06:59.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_4 2026-02-22T22:06:59.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:59.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:59.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:06:59.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_4 started 2026-02-22T22:06:59.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:06:59.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:06:59.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:06:59.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:06:59.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:06:59.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:06:59.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:00.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_4 started 2026-02-22T22:07:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:07:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:07:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_4 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:07:00.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_4 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:00.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:07:00.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:07:00.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:00.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:00.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:00.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_4 2026-02-22T22:07:00.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_4'] 2026-02-22T22:07:00.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:00.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_4 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:00.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:00.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:07:00.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:07:00.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:07:00.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:00.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:00.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:00.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_4 2026-02-22T22:07:00.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_4'] 2026-02-22T22:07:00.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:00.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:00.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:00.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_4 2026-02-22T22:07:00.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:07:00.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:00.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:07:00.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:00.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:00.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:00.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:00.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:00.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:00.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:00.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:07:00.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:07:00.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:07:00.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:00.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:00.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:00.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_4 2026-02-22T22:07:00.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_4'] 2026-02-22T22:07:00.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:00.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_4 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:00.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:00.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:00.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:07:00.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:07:00.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:07:00.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:00.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:00.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:00.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_4 2026-02-22T22:07:00.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:07:00.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:07:00.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:07:00.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:07:00.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_4 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_4 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:00.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_4 2026-02-22T22:07:01.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 92 2026-02-22T22:07:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_4 2026-02-22T22:07:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_4.status 2026-02-22T22:07:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_4.status 2026-02-22T22:07:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:01.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_4.status 2026-02-22T22:07:01.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_4.status 2026-02-22T22:07:01.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_4.status 2026-02-22T22:07:01.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:01.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.status 2026-02-22T22:07:01.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_4 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_4.status 2026-02-22T22:07:01.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:01.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:01.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:01.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_4.status 2026-02-22T22:07:01.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_4 --format xml 2026-02-22T22:07:01.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:01.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:07:01.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=92 2026-02-22T22:07:01.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:01.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:01.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:07:01.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_4 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.status 2026-02-22T22:07:01.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:01.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:01.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:01.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.status 2026-02-22T22:07:01.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_4 --format xml 2026-02-22T22:07:01.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:01.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=38 2026-02-22T22:07:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 92 = 38 2026-02-22T22:07:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:07:01.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_4 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.status 2026-02-22T22:07:01.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:01.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:01.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:01.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.status 2026-02-22T22:07:01.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_4 --format xml 2026-02-22T22:07:01.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:01.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:01.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:01.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:01.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:01.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:01.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:01.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 92 = '' 2026-02-22T22:07:01.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:01.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:07:02.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_4 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.status 2026-02-22T22:07:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.status 2026-02-22T22:07:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_4 --format xml 2026-02-22T22:07:02.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:02.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:02.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:02.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:02.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:02.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:02.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:02.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 92 = '' 2026-02-22T22:07:02.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:02.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:07:04.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_4 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.status 2026-02-22T22:07:04.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:04.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:04.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:04.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.status 2026-02-22T22:07:04.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_4 --format xml 2026-02-22T22:07:04.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:04.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:04.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=92 2026-02-22T22:07:04.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 92 = 92 2026-02-22T22:07:04.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:04.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_4 snap 2026-02-22T22:07:04.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:04.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:04.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:04.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:04.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:04.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:07:04.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:05.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_4@snap 2026-02-22T22:07:05.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_4': 2026-02-22T22:07:05.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:07:05.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:07:05.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:07:05.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bdef13ff33 2026-02-22T22:07:05.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bdef13ff33 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:57:53 2026 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:57:53 2026 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:57:53 2026 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5debfb0a-4adb-433a-a74b-e25c647fff76 2026-02-22T22:07:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:07:05.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:05.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_4 snap 2026-02-22T22:07:05.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:05.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:07:05.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:05.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:07:05.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_4.export 2026-02-22T22:07:05.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.export 2026-02-22T22:07:05.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_4.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.export 2026-02-22T22:07:05.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_4@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_4.export 2026-02-22T22:07:05.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:05.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_4@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.export 2026-02-22T22:07:05.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:05.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_4.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.export 2026-02-22T22:07:05.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_4.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_4.export 2026-02-22T22:07:05.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:05.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:07:05.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_5 2026-02-22T22:07:05.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_5 snap 2026-02-22T22:07:05.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:05.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:05.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:05.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:05.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_5@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:07:07.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_5 2026-02-22T22:07:07.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:07.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:07.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:07.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_5 started 2026-02-22T22:07:07.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:07.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:07.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:07.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:07:07.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:07.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:07.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:08.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_5 started 2026-02-22T22:07:08.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:08.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:08.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:08.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:07:08.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:07:08.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_5 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:07:08.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:07:08.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_5 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:08.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:07:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:07:08.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:08.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:08.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:08.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_5 2026-02-22T22:07:08.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_5'] 2026-02-22T22:07:08.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:08.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_5 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:07:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:07:08.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:07:08.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:08.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:08.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:08.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_5 2026-02-22T22:07:08.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_5'] 2026-02-22T22:07:08.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:08.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:08.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:08.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_5 2026-02-22T22:07:08.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:07:08.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:08.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:08.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:08.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:08.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:08.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:07:08.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:07:08.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:07:08.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:08.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:08.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:08.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_5 2026-02-22T22:07:08.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_5'] 2026-02-22T22:07:08.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:08.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_5 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:07:08.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:07:08.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:08.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:08.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:08.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_5 2026-02-22T22:07:08.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:07:08.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:07:08.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:07:08.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:07:08.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:07:08.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:07:08.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_5 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_5 2026-02-22T22:07:08.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:08.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:08.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:08.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_5 2026-02-22T22:07:09.110 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.0 2026-02-22T22:07:09.111 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Sent signal 15 2026-02-22T22:07:09.111 INFO:tasks.rbd_mirror_thrash:waiting for 8.612284087724404 secs before reviving daemons 2026-02-22T22:07:09.112 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:07:09.114+0000 7f5947d7e640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 (PID: 26055) UID: 1000 2026-02-22T22:07:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 94 2026-02-22T22:07:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_5 2026-02-22T22:07:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:09.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:09.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_5.status 2026-02-22T22:07:09.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_5.status 2026-02-22T22:07:09.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:09.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_5.status 2026-02-22T22:07:09.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_5.status 2026-02-22T22:07:09.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_5.status 2026-02-22T22:07:09.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.status 2026-02-22T22:07:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_5 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_5.status 2026-02-22T22:07:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_5.status 2026-02-22T22:07:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_5 --format xml 2026-02-22T22:07:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:09.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:07:09.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=94 2026-02-22T22:07:09.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:09.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:09.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:07:09.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_5 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.status 2026-02-22T22:07:09.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:09.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:09.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:09.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.status 2026-02-22T22:07:09.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_5 --format xml 2026-02-22T22:07:09.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:09.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:09.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=39 2026-02-22T22:07:09.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 94 = 39 2026-02-22T22:07:09.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:09.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:07:09.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_5 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.status 2026-02-22T22:07:09.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:09.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:09.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:09.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.status 2026-02-22T22:07:09.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_5 --format xml 2026-02-22T22:07:09.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:10.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:10.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:10.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:10.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:10.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:10.010 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:10.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 94 = '' 2026-02-22T22:07:10.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:10.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:07:10.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_5 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.status 2026-02-22T22:07:10.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:10.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:10.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:10.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.status 2026-02-22T22:07:10.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_5 --format xml 2026-02-22T22:07:10.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:10.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:10.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:10.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:10.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:10.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:10.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:10.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 94 = '' 2026-02-22T22:07:10.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:10.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:07:12.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_5 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.status 2026-02-22T22:07:12.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:12.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:12.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:12.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.status 2026-02-22T22:07:12.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_5 --format xml 2026-02-22T22:07:12.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:12.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:12.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=94 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 94 = 94 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_5 snap 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:07:12.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:13.187 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.186+0000 7f1c3dd13640 -1 rbd::mirror::ImageReplayer: 0x5586d8077680 [3/9eb95258-d1df-419f-b2dd-645cb386115d] start: already running 2026-02-22T22:07:13.198 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.198+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8046280 [3/2b5abf9b-a1bc-4348-89fc-cb792f678ca3] start: already running 2026-02-22T22:07:13.364 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c314fa640 -1 rbd::mirror::ImageReplayer: 0x5586d8012280 [3/06fbab14-a6f8-407e-bf70-8fc09f371e67] start: already running 2026-02-22T22:07:13.367 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8013900 [3/251cdcf0-af07-48d8-aa93-55cd388ad0ca] start: already running 2026-02-22T22:07:13.367 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8046f00 [3/5bbd8490-a667-48af-9aa9-dbb6f5cb1b33] start: already running 2026-02-22T22:07:13.368 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8076a00 [3/6617f22e-38b1-4cf7-bfb7-401f6e4b50c8] start: already running 2026-02-22T22:07:13.368 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8046a00 [3/4fbcdbcd-5f4c-4251-a513-6362849c20b5] start: already running 2026-02-22T22:07:13.368 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8013b80 [3/28a46934-9059-422d-b4b9-32873ae36ab4] start: already running 2026-02-22T22:07:13.368 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8047400 [3/59177d24-31f0-4f22-b149-c6519f396d48] start: already running 2026-02-22T22:07:13.368 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8046c80 [3/59a7e079-f0c3-4745-b152-1a15e1dafeb8] start: already running 2026-02-22T22:07:13.368 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8076f00 [3/7c6516b0-cc15-4b48-89eb-cbff3528db02] start: already running 2026-02-22T22:07:13.368 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8076280 [3/92fe66ac-be47-4505-9942-6a19333b98a3] start: already running 2026-02-22T22:07:13.370 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8013400 [3/18882c14-22de-4f3b-936f-9866c4e35ed9] start: already running 2026-02-22T22:07:13.370 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8077400 [3/7f33e8bd-4056-4f23-b631-d919eced6598] start: already running 2026-02-22T22:07:13.370 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8012c80 [3/13d4b25e-835d-46d1-8a73-4f3dc024a03b] start: already running 2026-02-22T22:07:13.370 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8012500 [3/0982904d-6aec-4153-b9c1-daff167fc631] start: already running 2026-02-22T22:07:13.370 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8046000 [3/293f9481-f090-4729-a6b9-4e2e066a613b] start: already running 2026-02-22T22:07:13.370 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8012000 [3/017b6f00-f8c1-4702-862e-8fbbc55801c6] start: already running 2026-02-22T22:07:13.370 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8046780 [3/4887ca99-1908-4aae-a4b3-9cfb344dc8c7] start: already running 2026-02-22T22:07:13.370 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8076c80 [3/7519fd98-6a06-4842-bbae-704566536af1] start: already running 2026-02-22T22:07:13.370 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:07:13.366+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8132000 [3/b202334e-bfe7-43b3-8398-7819ffbac998] start: already running 2026-02-22T22:07:13.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_5@snap 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_5': 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd96381645 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd96381645 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:06 2026 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:06 2026 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:06 2026 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5d2cfd09-99ed-4127-93d1-2d0e06afac81 2026-02-22T22:07:13.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:07:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_5 snap 2026-02-22T22:07:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:07:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:07:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_5.export 2026-02-22T22:07:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.export 2026-02-22T22:07:13.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_5.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.export 2026-02-22T22:07:13.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_5@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_5.export 2026-02-22T22:07:13.663 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:13.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_5@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.export 2026-02-22T22:07:13.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:13.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_5.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.export 2026-02-22T22:07:13.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_5.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_5.export 2026-02-22T22:07:13.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:13.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:07:13.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_6 2026-02-22T22:07:13.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_6 snap 2026-02-22T22:07:13.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:13.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:13.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:13.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:13.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_6@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:07:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_6 2026-02-22T22:07:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_6 started 2026-02-22T22:07:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:15.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:15.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:07:15.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:15.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:15.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:16.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_6 started 2026-02-22T22:07:16.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:16.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:16.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:16.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:07:16.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:07:16.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:07:16.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_6 2026-02-22T22:07:16.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:07:16.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:07:16.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:16.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:07:16.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:07:16.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:07:16.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:16.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:07:16.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:07:16.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:07:16.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:16.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_6 2026-02-22T22:07:16.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:07:16.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:16.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:16.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:16.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:16.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:16.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:16.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:16.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:07:16.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:07:16.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:07:16.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:16.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:16.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:16.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_6 2026-02-22T22:07:16.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_6'] 2026-02-22T22:07:16.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:16.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:16.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_6 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:07:16.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:16.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:16.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:16.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:16.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:16.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:16.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:16.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:07:16.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:07:16.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:07:16.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:16.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:16.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:16.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_6 2026-02-22T22:07:16.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_6'] 2026-02-22T22:07:16.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:16.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:16.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:16.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_6 2026-02-22T22:07:16.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:07:16.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:16.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:16.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:07:16.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:07:16.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:07:16.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:07:16.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:16.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:16.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:16.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_6 2026-02-22T22:07:16.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_6'] 2026-02-22T22:07:16.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:16.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:16.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:16.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_6 2026-02-22T22:07:16.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:07:16.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:16.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:07:16.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:16.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:16.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:16.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:07:16.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:07:16.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:07:16.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:16.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:16.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:16.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_6 2026-02-22T22:07:16.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:07:16.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:07:16.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:07:16.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:07:16.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:07:16.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:07:16.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:07:16.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:16.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_6 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_6 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:16.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_6 2026-02-22T22:07:17.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 96 2026-02-22T22:07:17.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_6 2026-02-22T22:07:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_6.status 2026-02-22T22:07:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_6.status 2026-02-22T22:07:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_6.status 2026-02-22T22:07:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_6.status 2026-02-22T22:07:17.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_6.status 2026-02-22T22:07:17.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:17.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.status 2026-02-22T22:07:17.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_6 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_6.status 2026-02-22T22:07:17.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:17.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:17.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:17.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_6.status 2026-02-22T22:07:17.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_6 --format xml 2026-02-22T22:07:17.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:17.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:07:17.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=96 2026-02-22T22:07:17.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:17.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:17.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:07:17.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_6 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.status 2026-02-22T22:07:17.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:17.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:17.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:17.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.status 2026-02-22T22:07:17.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_6 --format xml 2026-02-22T22:07:17.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:17.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:17.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=40 2026-02-22T22:07:17.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 96 = 40 2026-02-22T22:07:17.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:17.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:07:17.724 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.0 2026-02-22T22:07:17.724 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:07:17.724 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.0 2026-02-22T22:07:17.725 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Restarting daemon 2026-02-22T22:07:17.725 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 2026-02-22T22:07:17.727 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Started 2026-02-22T22:07:17.727 INFO:tasks.rbd_mirror_thrash:waiting for 115.34984125630383 secs before thrashing 2026-02-22T22:07:17.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_6 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.status 2026-02-22T22:07:17.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:17.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:17.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:17.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.status 2026-02-22T22:07:17.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_6 --format xml 2026-02-22T22:07:17.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:18.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:18.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:18.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:18.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:18.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:18.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:18.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 96 = '' 2026-02-22T22:07:18.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:18.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:07:18.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_6 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.status 2026-02-22T22:07:18.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:18.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:18.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:18.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.status 2026-02-22T22:07:18.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_6 --format xml 2026-02-22T22:07:18.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:18.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:18.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:18.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:18.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:18.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:18.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:18.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 96 = '' 2026-02-22T22:07:18.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:18.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:07:20.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_6 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.status 2026-02-22T22:07:20.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:20.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:20.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:20.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.status 2026-02-22T22:07:20.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_6 --format xml 2026-02-22T22:07:20.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:20.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:20.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=96 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 96 = 96 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_6 snap 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:07:20.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:21.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_6@snap 2026-02-22T22:07:21.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_6': 2026-02-22T22:07:21.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bdfc120289 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bdfc120289 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:13 2026 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:13 2026 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:13 2026 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 28a46934-9059-422d-b4b9-32873ae36ab4 2026-02-22T22:07:21.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:07:21.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:21.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_6 snap 2026-02-22T22:07:21.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:21.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:07:21.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:21.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:07:21.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_6.export 2026-02-22T22:07:21.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.export 2026-02-22T22:07:21.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_6.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.export 2026-02-22T22:07:21.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_6@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_6.export 2026-02-22T22:07:21.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:21.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_6@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.export 2026-02-22T22:07:22.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:22.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_6.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.export 2026-02-22T22:07:22.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_6.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_6.export 2026-02-22T22:07:22.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:22.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:07:22.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_7 2026-02-22T22:07:22.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_7 snap 2026-02-22T22:07:22.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:22.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:22.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:22.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:22.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_7@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_7 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_7 started 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:24.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:25.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_7 started 2026-02-22T22:07:25.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:25.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:25.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:25.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:07:25.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:07:25.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:07:25.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_7 2026-02-22T22:07:25.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:07:25.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:07:25.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:25.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:07:25.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:07:25.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:07:25.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:25.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:07:25.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_7 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:25.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:25.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:07:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:07:25.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:07:25.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:25.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:25.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:25.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_7 2026-02-22T22:07:25.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_7'] 2026-02-22T22:07:25.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:25.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:25.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:25.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_7 2026-02-22T22:07:25.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:25.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:25.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:25.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:25.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:25.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:25.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:07:25.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:07:25.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:07:25.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:25.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:25.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:25.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_7 2026-02-22T22:07:25.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_7'] 2026-02-22T22:07:25.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:25.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_7 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:07:25.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:25.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:25.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:07:25.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:07:25.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:07:25.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:25.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:25.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:25.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_7 2026-02-22T22:07:25.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_7'] 2026-02-22T22:07:25.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:25.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:25.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:25.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_7 2026-02-22T22:07:25.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:25.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:25.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:25.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:25.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:25.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:07:25.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:07:25.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:07:25.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:25.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:25.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:25.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_7 2026-02-22T22:07:25.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:07:25.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:07:25.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:07:25.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:07:25.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_7 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_7 2026-02-22T22:07:25.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:25.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:25.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:25.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_7 2026-02-22T22:07:26.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 98 2026-02-22T22:07:26.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_7 2026-02-22T22:07:26.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:26.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:26.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:26.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:26.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_7.status 2026-02-22T22:07:26.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_7.status 2026-02-22T22:07:26.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:26.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_7.status 2026-02-22T22:07:26.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_7.status 2026-02-22T22:07:26.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_7.status 2026-02-22T22:07:26.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:26.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.status 2026-02-22T22:07:26.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_7 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_7.status 2026-02-22T22:07:26.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:26.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:26.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:26.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_7.status 2026-02-22T22:07:26.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_7 --format xml 2026-02-22T22:07:26.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:26.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:07:26.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=98 2026-02-22T22:07:26.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:26.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:26.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:07:26.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_7 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.status 2026-02-22T22:07:26.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:26.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:26.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:26.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.status 2026-02-22T22:07:26.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_7 --format xml 2026-02-22T22:07:26.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:26.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:26.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=41 2026-02-22T22:07:26.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 98 = 41 2026-02-22T22:07:26.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:26.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:07:26.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_7 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.status 2026-02-22T22:07:26.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:26.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:26.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:26.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.status 2026-02-22T22:07:26.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_7 --format xml 2026-02-22T22:07:26.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:26.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:26.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=41 2026-02-22T22:07:26.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 98 = 41 2026-02-22T22:07:26.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:26.810 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:07:27.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_7 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.status 2026-02-22T22:07:27.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:27.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:27.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:27.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.status 2026-02-22T22:07:27.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_7 --format xml 2026-02-22T22:07:27.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:27.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:27.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:27.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:27.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:27.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:27.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:27.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 98 = '' 2026-02-22T22:07:27.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:27.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:07:29.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_7 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.status 2026-02-22T22:07:29.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:29.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:29.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:29.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.status 2026-02-22T22:07:29.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_7 --format xml 2026-02-22T22:07:29.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:29.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:29.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=98 2026-02-22T22:07:29.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 98 = 98 2026-02-22T22:07:29.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:29.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_7 snap 2026-02-22T22:07:29.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:29.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:29.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:29.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:29.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:29.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:07:29.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:30.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_7@snap 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_7': 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bdd5962acd 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bdd5962acd 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:27 2026 2026-02-22T22:07:30.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:27 2026 2026-02-22T22:07:30.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:27 2026 2026-02-22T22:07:30.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:07:30.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:07:30.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:07:30.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 150d77e3-f836-4d99-b1ed-0b26f3991966 2026-02-22T22:07:30.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:07:30.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:30.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_7 snap 2026-02-22T22:07:30.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:30.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:07:30.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:30.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:07:30.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_7.export 2026-02-22T22:07:30.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.export 2026-02-22T22:07:30.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_7.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.export 2026-02-22T22:07:30.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_7@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_7.export 2026-02-22T22:07:30.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:30.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_7@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.export 2026-02-22T22:07:30.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:30.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_7.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.export 2026-02-22T22:07:30.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_7.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_7.export 2026-02-22T22:07:30.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:30.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:07:30.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_8 2026-02-22T22:07:30.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_8 snap 2026-02-22T22:07:30.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:30.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:30.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:30.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:30.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_8@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:07:32.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_8 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_8 started 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:32.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:32.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:33.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_8 started 2026-02-22T22:07:33.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:33.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:33.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_8 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:07:33.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:33.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_8 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:07:33.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:33.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:07:33.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:07:33.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:33.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:33.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:33.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_8 2026-02-22T22:07:33.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_8'] 2026-02-22T22:07:33.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:33.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:33.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:33.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_8 2026-02-22T22:07:33.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:33.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:33.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:33.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:33.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:33.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:07:33.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:07:33.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:07:33.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:33.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:33.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:33.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_8 2026-02-22T22:07:33.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_8'] 2026-02-22T22:07:33.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:33.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_8 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:07:33.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:07:33.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:07:33.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:33.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:33.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:33.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_8 2026-02-22T22:07:33.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_8'] 2026-02-22T22:07:33.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:33.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:33.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_8 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:33.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:07:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:07:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:07:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:07:33.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:33.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:33.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:33.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_8 2026-02-22T22:07:33.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:07:33.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:07:33.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:07:33.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:07:33.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:07:33.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:07:33.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:07:33.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:33.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_8 2026-02-22T22:07:33.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:33.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:33.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:33.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:33.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:07:33.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:07:33.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_8 2026-02-22T22:07:33.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:33.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:33.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:33.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_8 2026-02-22T22:07:34.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 100 2026-02-22T22:07:34.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_8 2026-02-22T22:07:34.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:34.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:34.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:34.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:34.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_8.status 2026-02-22T22:07:34.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_8.status 2026-02-22T22:07:34.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:34.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_8.status 2026-02-22T22:07:34.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_8.status 2026-02-22T22:07:34.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_8.status 2026-02-22T22:07:34.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:34.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.status 2026-02-22T22:07:34.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_8 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_8.status 2026-02-22T22:07:34.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:34.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:34.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:34.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_8.status 2026-02-22T22:07:34.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_8 --format xml 2026-02-22T22:07:34.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:34.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:07:34.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=100 2026-02-22T22:07:34.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:34.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:34.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:07:34.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_8 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.status 2026-02-22T22:07:34.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:34.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:34.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:34.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.status 2026-02-22T22:07:34.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_8 --format xml 2026-02-22T22:07:34.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:34.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:34.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=42 2026-02-22T22:07:34.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 100 = 42 2026-02-22T22:07:34.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:34.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:07:34.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_8 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.status 2026-02-22T22:07:34.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:34.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:34.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:34.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.status 2026-02-22T22:07:34.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_8 --format xml 2026-02-22T22:07:34.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:34.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:34.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:34.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:34.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:34.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:34.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:34.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 100 = '' 2026-02-22T22:07:34.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:34.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:07:35.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_8 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.status 2026-02-22T22:07:35.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:35.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:35.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:35.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.status 2026-02-22T22:07:35.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_8 --format xml 2026-02-22T22:07:35.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:35.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:35.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:35.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:35.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:35.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:35.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:35.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 100 = '' 2026-02-22T22:07:35.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:35.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:07:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_8 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.status 2026-02-22T22:07:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.status 2026-02-22T22:07:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_8 --format xml 2026-02-22T22:07:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:37.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=100 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 100 = 100 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_8 snap 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:07:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:38.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_8@snap 2026-02-22T22:07:38.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_8': 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd30c40657 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd30c40657 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:07:38.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:39 2026 2026-02-22T22:07:38.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:39 2026 2026-02-22T22:07:38.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:39 2026 2026-02-22T22:07:38.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:07:38.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:07:38.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:07:38.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 7dfa9ba8-9dc6-45d4-bb20-2e4666b3224e 2026-02-22T22:07:38.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:07:38.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:38.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_8 snap 2026-02-22T22:07:38.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:38.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:07:38.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:38.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:07:38.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_8.export 2026-02-22T22:07:38.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.export 2026-02-22T22:07:38.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_8.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.export 2026-02-22T22:07:38.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_8@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_8.export 2026-02-22T22:07:38.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:38.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_8@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.export 2026-02-22T22:07:38.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:38.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_8.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.export 2026-02-22T22:07:38.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_8.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_8.export 2026-02-22T22:07:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:07:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_9 2026-02-22T22:07:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_9 snap 2026-02-22T22:07:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:38.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_9@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:07:40.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_9 2026-02-22T22:07:40.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:40.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:40.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:40.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_9 started 2026-02-22T22:07:40.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:40.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:40.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:40.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:07:40.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:40.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:40.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:41.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_9 started 2026-02-22T22:07:41.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:41.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:41.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:41.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_9 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:07:41.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_9 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:07:41.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:41.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:07:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:07:41.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:41.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:41.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:41.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_9 2026-02-22T22:07:41.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_9'] 2026-02-22T22:07:41.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:41.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_9 2026-02-22T22:07:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:07:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:07:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:07:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:41.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:07:41.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:07:41.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:41.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:41.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:41.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_9 2026-02-22T22:07:41.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_9'] 2026-02-22T22:07:41.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:41.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:41.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:41.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_9 2026-02-22T22:07:41.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:07:41.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:41.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:41.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:41.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:07:41.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:07:41.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:07:41.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:41.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:41.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:41.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_9 2026-02-22T22:07:41.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_9'] 2026-02-22T22:07:41.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:41.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:41.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:41.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_9 2026-02-22T22:07:41.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:07:41.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:41.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:41.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:41.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:07:41.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:07:41.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:07:41.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:41.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:41.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:41.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_9 2026-02-22T22:07:41.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:07:41.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:07:41.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:07:41.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:07:41.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:07:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:07:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:07:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_9 2026-02-22T22:07:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:41.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:07:41.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:07:41.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_9 2026-02-22T22:07:41.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:41.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:41.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:41.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_9 2026-02-22T22:07:42.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 102 2026-02-22T22:07:42.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_9 2026-02-22T22:07:42.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:42.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:42.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:42.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:42.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_9.status 2026-02-22T22:07:42.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_9.status 2026-02-22T22:07:42.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:42.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_9.status 2026-02-22T22:07:42.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_9.status 2026-02-22T22:07:42.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_9.status 2026-02-22T22:07:42.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:42.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.status 2026-02-22T22:07:42.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_9 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_9.status 2026-02-22T22:07:42.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:42.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:42.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:42.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_9.status 2026-02-22T22:07:42.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_9 --format xml 2026-02-22T22:07:42.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:42.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:07:42.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=102 2026-02-22T22:07:42.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:42.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:42.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:07:42.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_9 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.status 2026-02-22T22:07:42.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:42.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:42.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:42.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.status 2026-02-22T22:07:42.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_9 --format xml 2026-02-22T22:07:42.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:42.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:42.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=43 2026-02-22T22:07:42.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 102 = 43 2026-02-22T22:07:42.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:42.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:07:42.505 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.411341836842796) > weight (0.25) 2026-02-22T22:07:42.505 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.1 2026-02-22T22:07:42.505 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Sent signal 15 2026-02-22T22:07:42.506 INFO:tasks.rbd_mirror_thrash:waiting for 1.8450292682602176 secs before reviving daemons 2026-02-22T22:07:42.506 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:07:42.508+0000 7ff4664b2640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 (PID: 30404) UID: 1000 2026-02-22T22:07:42.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_9 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.status 2026-02-22T22:07:42.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:42.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:42.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:42.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.status 2026-02-22T22:07:42.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_9 --format xml 2026-02-22T22:07:42.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:42.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:42.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:42.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:42.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:42.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:42.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:42.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 102 = '' 2026-02-22T22:07:42.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:42.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:07:43.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_9 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.status 2026-02-22T22:07:43.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:43.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:43.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:43.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.status 2026-02-22T22:07:43.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_9 --format xml 2026-02-22T22:07:43.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:43.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:43.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:43.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:43.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:43.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:43.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:43.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 102 = '' 2026-02-22T22:07:43.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:43.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:07:44.352 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.1 2026-02-22T22:07:44.352 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:07:44.352 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.1 2026-02-22T22:07:44.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Restarting daemon 2026-02-22T22:07:44.353 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 2026-02-22T22:07:44.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Started 2026-02-22T22:07:44.355 INFO:tasks.rbd_mirror_thrash:waiting for 101.1881817626923 secs before thrashing 2026-02-22T22:07:45.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_9 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.status 2026-02-22T22:07:45.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:45.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:45.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:45.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.status 2026-02-22T22:07:45.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_9 --format xml 2026-02-22T22:07:45.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:45.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:45.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=102 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 102 = 102 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_9 snap 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:07:45.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:46.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_9@snap 2026-02-22T22:07:46.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_9': 2026-02-22T22:07:46.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:07:46.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:07:46.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:07:46.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bdc63134 2026-02-22T22:07:46.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bdc63134 2026-02-22T22:07:46.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:49 2026 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:49 2026 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:49 2026 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: e7754843-8873-4eb6-a14a-92f0656fb047 2026-02-22T22:07:46.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:07:46.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:46.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_9 snap 2026-02-22T22:07:46.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:46.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:07:46.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:46.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:07:46.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_9.export 2026-02-22T22:07:46.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.export 2026-02-22T22:07:46.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_9.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.export 2026-02-22T22:07:46.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_9@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_9.export 2026-02-22T22:07:46.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:46.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_9@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.export 2026-02-22T22:07:46.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:46.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_9.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.export 2026-02-22T22:07:46.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_9.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_9.export 2026-02-22T22:07:46.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:46.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:07:46.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_10 2026-02-22T22:07:46.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_10 snap 2026-02-22T22:07:46.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:46.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:46.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:46.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:46.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_10@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:07:48.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_10 2026-02-22T22:07:48.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:48.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:48.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:48.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_10 started 2026-02-22T22:07:48.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:48.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:48.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:48.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:07:48.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:48.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:48.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:49.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_10 started 2026-02-22T22:07:49.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:49.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:49.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:49.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:07:49.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:07:49.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:07:49.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_10 2026-02-22T22:07:49.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:07:49.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:07:49.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:49.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:07:49.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:07:49.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:07:49.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:49.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:07:49.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:07:49.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:07:49.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:49.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_10 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:49.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:49.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:49.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:49.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:49.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:49.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:07:49.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:07:49.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:07:49.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:49.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:49.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:49.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_10 2026-02-22T22:07:49.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_10'] 2026-02-22T22:07:49.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:49.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:49.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:49.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_10 2026-02-22T22:07:49.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:07:49.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:49.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:49.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:07:49.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:07:49.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:07:49.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:07:49.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:07:49.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:49.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:49.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:49.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_10 2026-02-22T22:07:49.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_10'] 2026-02-22T22:07:49.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:49.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:49.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:49.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_10 2026-02-22T22:07:49.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:07:49.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:49.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:49.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:07:49.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:07:49.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:07:49.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:07:49.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:07:49.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:49.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:49.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:49.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_10 2026-02-22T22:07:49.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_10'] 2026-02-22T22:07:49.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:49.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:49.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:49.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_10 2026-02-22T22:07:49.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:49.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:49.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:49.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:49.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:49.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:49.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:49.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:49.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:07:49.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:07:49.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:07:49.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:49.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:49.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:49.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_10 2026-02-22T22:07:49.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:07:49.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:07:49.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:07:49.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:07:49.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:07:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:07:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:07:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_10 2026-02-22T22:07:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_10 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_10 2026-02-22T22:07:50.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 104 2026-02-22T22:07:50.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_10 2026-02-22T22:07:50.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:50.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:50.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:50.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:50.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_10.status 2026-02-22T22:07:50.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_10.status 2026-02-22T22:07:50.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:50.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_10.status 2026-02-22T22:07:50.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_10.status 2026-02-22T22:07:50.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_10.status 2026-02-22T22:07:50.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:50.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.status 2026-02-22T22:07:50.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_10 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_10.status 2026-02-22T22:07:50.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:50.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:50.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:50.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_10.status 2026-02-22T22:07:50.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_10 --format xml 2026-02-22T22:07:50.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:50.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:07:50.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=104 2026-02-22T22:07:50.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:50.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:50.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:07:50.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_10 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.status 2026-02-22T22:07:50.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:50.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:50.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:50.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.status 2026-02-22T22:07:50.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_10 --format xml 2026-02-22T22:07:50.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:50.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:50.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=44 2026-02-22T22:07:50.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 104 = 44 2026-02-22T22:07:50.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:50.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:07:50.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_10 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.status 2026-02-22T22:07:50.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:50.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:50.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:50.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.status 2026-02-22T22:07:50.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_10 --format xml 2026-02-22T22:07:50.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:50.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:50.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:50.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:50.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:50.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:50.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:50.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 104 = '' 2026-02-22T22:07:50.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:50.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:07:51.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_10 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.status 2026-02-22T22:07:51.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:51.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:51.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:51.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.status 2026-02-22T22:07:51.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_10 --format xml 2026-02-22T22:07:51.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:51.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:51.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:51.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:51.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:51.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:51.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:51.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 104 = '' 2026-02-22T22:07:51.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:51.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:07:53.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_10 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.status 2026-02-22T22:07:53.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:53.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:53.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:53.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.status 2026-02-22T22:07:53.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_10 --format xml 2026-02-22T22:07:53.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:53.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:53.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=104 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 104 = 104 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_10 snap 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:07:53.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_10@snap 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_10': 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bdd64de36f 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bdd64de36f 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:07:54.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:07:54.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:58:59 2026 2026-02-22T22:07:54.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:58:59 2026 2026-02-22T22:07:54.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:58:59 2026 2026-02-22T22:07:54.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:07:54.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:07:54.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:07:54.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: c138fe03-bf91-4636-bc38-be467680c75a 2026-02-22T22:07:54.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:07:54.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:54.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_10 snap 2026-02-22T22:07:54.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:54.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:07:54.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:54.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:07:54.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_10.export 2026-02-22T22:07:54.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.export 2026-02-22T22:07:54.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_10.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.export 2026-02-22T22:07:54.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_10@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_10.export 2026-02-22T22:07:54.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:54.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_10@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.export 2026-02-22T22:07:54.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:07:54.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_10.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.export 2026-02-22T22:07:54.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_10.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_10.export 2026-02-22T22:07:54.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:54.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:07:54.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_11 2026-02-22T22:07:54.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_11 snap 2026-02-22T22:07:54.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:54.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:54.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:54.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:07:54.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_11@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:07:56.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_11 2026-02-22T22:07:56.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:56.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:56.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:56.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_11 started 2026-02-22T22:07:56.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:56.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:56.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:56.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:07:56.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:07:56.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:56.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:07:57.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_11 started 2026-02-22T22:07:57.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:57.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:57.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:57.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:07:57.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:07:57.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:07:57.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_11 2026-02-22T22:07:57.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:07:57.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:07:57.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:57.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:07:57.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:07:57.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:07:57.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:07:57.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:07:57.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:07:57.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_11 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:07:57.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:57.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:57.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:57.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:07:57.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:07:57.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:57.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:57.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:07:57.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:07:57.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:07:57.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:57.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:57.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:07:57.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_11 2026-02-22T22:07:57.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_11'] 2026-02-22T22:07:57.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:57.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_11 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:07:57.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:07:57.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:07:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:07:57.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_11 2026-02-22T22:07:57.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_11'] 2026-02-22T22:07:57.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:57.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_11 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:07:57.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:07:57.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:07:57.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:57.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:57.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:07:57.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_11 2026-02-22T22:07:57.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_11'] 2026-02-22T22:07:57.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:07:57.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:07:57.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:07:57.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_11 2026-02-22T22:07:57.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:07:57.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:07:57.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:07:57.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:07:57.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:07:57.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:07:57.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:07:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:07:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:07:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_11 2026-02-22T22:07:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:07:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:07:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:07:57.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:07:57.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_11 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:07:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:07:57.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_11 2026-02-22T22:07:57.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:57.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:57.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:57.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_11 2026-02-22T22:07:58.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 106 2026-02-22T22:07:58.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_11 2026-02-22T22:07:58.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:07:58.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:58.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:58.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:58.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_11.status 2026-02-22T22:07:58.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_11.status 2026-02-22T22:07:58.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:58.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_11.status 2026-02-22T22:07:58.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_11.status 2026-02-22T22:07:58.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_11.status 2026-02-22T22:07:58.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:07:58.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.status 2026-02-22T22:07:58.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_11 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_11.status 2026-02-22T22:07:58.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:07:58.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:58.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:58.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_11.status 2026-02-22T22:07:58.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_11 --format xml 2026-02-22T22:07:58.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:58.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:07:58.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=106 2026-02-22T22:07:58.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:58.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:58.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:07:58.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_11 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.status 2026-02-22T22:07:58.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:58.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:58.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:58.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.status 2026-02-22T22:07:58.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_11 --format xml 2026-02-22T22:07:58.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:58.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:58.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=45 2026-02-22T22:07:58.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 106 = 45 2026-02-22T22:07:58.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:58.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:07:58.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_11 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.status 2026-02-22T22:07:58.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:58.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:58.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:58.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.status 2026-02-22T22:07:58.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_11 --format xml 2026-02-22T22:07:58.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:58.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:58.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:58.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:58.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:58.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:58.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:58.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 106 = '' 2026-02-22T22:07:58.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:58.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:07:59.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_11 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.status 2026-02-22T22:07:59.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:07:59.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:07:59.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:07:59.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.status 2026-02-22T22:07:59.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_11 --format xml 2026-02-22T22:07:59.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:07:59.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:07:59.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:07:59.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:07:59.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:07:59.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:07:59.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:07:59.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 106 = '' 2026-02-22T22:07:59.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:07:59.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:08:01.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_11 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.status 2026-02-22T22:08:01.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:01.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:01.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:08:01.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.status 2026-02-22T22:08:01.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_11 --format xml 2026-02-22T22:08:01.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:01.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=106 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 106 = 106 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_11 snap 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:01.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:08:01.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:02.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_11@snap 2026-02-22T22:08:02.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_11': 2026-02-22T22:08:02.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:08:02.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:08:02.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd42bd36e6 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd42bd36e6 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:12 2026 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:12 2026 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:12 2026 2026-02-22T22:08:02.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:08:02.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:08:02.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:08:02.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5bbd8490-a667-48af-9aa9-dbb6f5cb1b33 2026-02-22T22:08:02.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:08:02.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:02.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_11 snap 2026-02-22T22:08:02.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:02.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:08:02.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:02.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:08:02.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_11.export 2026-02-22T22:08:02.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.export 2026-02-22T22:08:02.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_11.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.export 2026-02-22T22:08:02.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_11@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_11.export 2026-02-22T22:08:02.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:02.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_11@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.export 2026-02-22T22:08:02.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:02.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_11.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.export 2026-02-22T22:08:02.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_11.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_11.export 2026-02-22T22:08:02.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:02.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:08:02.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_12 2026-02-22T22:08:02.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_12 snap 2026-02-22T22:08:02.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:02.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:02.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:02.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:02.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_12@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:08:04.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_12 2026-02-22T22:08:04.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:04.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:04.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:04.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_12 started 2026-02-22T22:08:04.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:04.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:04.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:04.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:08:04.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:04.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:04.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:05.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_12 started 2026-02-22T22:08:05.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:05.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:05.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:05.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:08:05.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:08:05.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:08:05.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_12 2026-02-22T22:08:05.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:08:05.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:08:05.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:05.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:08:05.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:08:05.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:08:05.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:05.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:08:05.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:08:05.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:08:05.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:05.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_12 2026-02-22T22:08:05.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:08:05.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:08:05.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:05.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:05.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:05.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:08:05.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:08:05.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:08:05.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:05.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:05.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:05.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_12 2026-02-22T22:08:05.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_12'] 2026-02-22T22:08:05.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:05.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_12 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:05.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:08:05.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:05.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:05.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:05.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:05.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:05.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:05.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:05.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:08:05.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:08:05.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:08:05.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:05.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:05.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:05.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_12 2026-02-22T22:08:05.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_12'] 2026-02-22T22:08:05.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:05.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_12 2026-02-22T22:08:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:08:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:08:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:08:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:08:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:08:05.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:08:05.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:05.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:05.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:05.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_12 2026-02-22T22:08:05.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_12'] 2026-02-22T22:08:05.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:05.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:05.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_12 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:08:05.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:05.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:05.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:05.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:05.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:05.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:05.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:05.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:08:05.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:08:05.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:08:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:05.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:05.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_12 2026-02-22T22:08:05.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:08:05.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:08:05.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:08:05.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:08:05.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:08:05.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:08:05.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:08:05.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:05.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_12 2026-02-22T22:08:05.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_12 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:05.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_12 2026-02-22T22:08:06.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 108 2026-02-22T22:08:06.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_12 2026-02-22T22:08:06.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:06.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:06.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:06.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:06.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_12.status 2026-02-22T22:08:06.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_12.status 2026-02-22T22:08:06.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:06.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_12.status 2026-02-22T22:08:06.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_12.status 2026-02-22T22:08:06.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_12.status 2026-02-22T22:08:06.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:06.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.status 2026-02-22T22:08:06.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_12 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_12.status 2026-02-22T22:08:06.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:06.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:06.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:06.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_12.status 2026-02-22T22:08:06.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_12 --format xml 2026-02-22T22:08:06.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:06.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:08:06.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=108 2026-02-22T22:08:06.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:06.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:06.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:08:06.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_12 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.status 2026-02-22T22:08:06.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:06.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:06.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:06.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.status 2026-02-22T22:08:06.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_12 --format xml 2026-02-22T22:08:06.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:06.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:06.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=46 2026-02-22T22:08:06.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 108 = 46 2026-02-22T22:08:06.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:06.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:08:06.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_12 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.status 2026-02-22T22:08:06.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:06.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:06.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:06.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.status 2026-02-22T22:08:06.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_12 --format xml 2026-02-22T22:08:06.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:06.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:06.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:06.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:06.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:06.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:06.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:06.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 108 = '' 2026-02-22T22:08:06.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:06.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:08:07.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_12 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.status 2026-02-22T22:08:07.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:07.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:07.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:07.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.status 2026-02-22T22:08:07.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_12 --format xml 2026-02-22T22:08:07.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:07.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:07.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:07.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:07.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:07.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:07.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:07.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 108 = '' 2026-02-22T22:08:07.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:07.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:08:09.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_12 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.status 2026-02-22T22:08:09.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:09.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:09.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:09.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.status 2026-02-22T22:08:09.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_12 --format xml 2026-02-22T22:08:09.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:09.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=108 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 108 = 108 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_12 snap 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:08:09.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:10.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_12@snap 2026-02-22T22:08:10.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_12': 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd46606e06 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd46606e06 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:21 2026 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:21 2026 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:21 2026 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: fb60682d-eb79-4be8-9dac-28051c341497 2026-02-22T22:08:10.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:08:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_12 snap 2026-02-22T22:08:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:08:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:08:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_12.export 2026-02-22T22:08:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.export 2026-02-22T22:08:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_12.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.export 2026-02-22T22:08:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_12@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_12.export 2026-02-22T22:08:10.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:10.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_12@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.export 2026-02-22T22:08:10.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:10.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_12.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.export 2026-02-22T22:08:10.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_12.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_12.export 2026-02-22T22:08:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:08:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_13 2026-02-22T22:08:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_13 snap 2026-02-22T22:08:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:10.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_13@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:08:12.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_13 2026-02-22T22:08:12.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:12.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:12.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:12.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_13 started 2026-02-22T22:08:12.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:12.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:12.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:12.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:08:12.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:12.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:12.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:13.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_13 started 2026-02-22T22:08:13.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:13.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:13.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:13.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:08:13.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:08:13.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:08:13.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:08:13.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_13 2026-02-22T22:08:13.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:08:13.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:13.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:08:13.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:08:13.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:08:13.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:13.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:08:13.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:08:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:08:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_13 2026-02-22T22:08:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:08:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:08:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:08:13.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:13.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:08:13.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:08:13.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:13.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:13.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:13.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_13 2026-02-22T22:08:13.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_13'] 2026-02-22T22:08:13.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:13.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:13.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:13.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_13 2026-02-22T22:08:13.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:08:13.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:08:13.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:13.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:13.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:08:13.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:08:13.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:08:13.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:13.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:13.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:13.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_13 2026-02-22T22:08:13.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_13'] 2026-02-22T22:08:13.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:13.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:13.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:13.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_13 2026-02-22T22:08:13.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:08:13.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:13.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:13.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:08:13.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:08:13.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:13.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:13.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:13.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:08:13.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:08:13.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:08:13.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:13.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:13.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:13.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_13 2026-02-22T22:08:13.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_13'] 2026-02-22T22:08:13.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:13.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:13.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:13.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_13 2026-02-22T22:08:13.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:08:13.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:13.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:13.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:08:13.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:08:13.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:13.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:13.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:13.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:08:13.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:13.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:13.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:13.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:13.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:13.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:13.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:13.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:08:13.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:08:13.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:08:13.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:13.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:13.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:13.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_13 2026-02-22T22:08:13.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:08:13.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:08:13.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:08:13.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:08:13.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:08:13.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:08:13.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_13 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_13 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:13.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:13.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:13.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_13 2026-02-22T22:08:14.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 110 2026-02-22T22:08:14.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_13 2026-02-22T22:08:14.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:14.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:14.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:14.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:14.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_13.status 2026-02-22T22:08:14.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_13.status 2026-02-22T22:08:14.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:14.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_13.status 2026-02-22T22:08:14.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_13.status 2026-02-22T22:08:14.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_13.status 2026-02-22T22:08:14.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:14.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.status 2026-02-22T22:08:14.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_13 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_13.status 2026-02-22T22:08:14.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:14.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:14.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:14.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_13.status 2026-02-22T22:08:14.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_13 --format xml 2026-02-22T22:08:14.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:14.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:08:14.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=110 2026-02-22T22:08:14.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:14.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:14.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:08:14.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_13 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.status 2026-02-22T22:08:14.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:14.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:14.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:14.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.status 2026-02-22T22:08:14.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_13 --format xml 2026-02-22T22:08:14.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:14.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:14.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=47 2026-02-22T22:08:14.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 110 = 47 2026-02-22T22:08:14.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:14.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:08:14.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_13 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.status 2026-02-22T22:08:14.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:14.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:14.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:14.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.status 2026-02-22T22:08:14.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_13 --format xml 2026-02-22T22:08:14.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:14.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:14.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:14.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:14.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:14.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:14.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:14.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 110 = '' 2026-02-22T22:08:14.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:14.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:08:15.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_13 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.status 2026-02-22T22:08:15.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:15.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:15.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:15.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.status 2026-02-22T22:08:15.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_13 --format xml 2026-02-22T22:08:15.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:15.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:15.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:15.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:15.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:15.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:15.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:15.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 110 = '' 2026-02-22T22:08:15.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:15.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:08:17.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_13 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.status 2026-02-22T22:08:17.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:17.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:17.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:17.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.status 2026-02-22T22:08:17.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_13 --format xml 2026-02-22T22:08:17.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:17.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:17.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=110 2026-02-22T22:08:17.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 110 = 110 2026-02-22T22:08:17.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:17.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_13 snap 2026-02-22T22:08:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:08:17.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:18.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_13@snap 2026-02-22T22:08:18.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_13': 2026-02-22T22:08:18.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:08:18.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:08:18.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:08:18.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd9fc6b72 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd9fc6b72 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:28 2026 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:28 2026 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:28 2026 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:08:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 18882c14-22de-4f3b-936f-9866c4e35ed9 2026-02-22T22:08:18.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:08:18.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:18.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_13 snap 2026-02-22T22:08:18.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:18.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:08:18.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:18.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:08:18.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_13.export 2026-02-22T22:08:18.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.export 2026-02-22T22:08:18.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_13.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.export 2026-02-22T22:08:18.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_13@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_13.export 2026-02-22T22:08:18.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:18.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_13@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.export 2026-02-22T22:08:18.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:18.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_13.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.export 2026-02-22T22:08:18.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_13.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_13.export 2026-02-22T22:08:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:08:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_14 2026-02-22T22:08:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_14 snap 2026-02-22T22:08:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_14@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:08:20.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_14 2026-02-22T22:08:20.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:20.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:20.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:20.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_14 started 2026-02-22T22:08:20.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:20.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:20.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:20.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:08:20.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:20.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:20.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:21.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_14 started 2026-02-22T22:08:21.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:21.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:21.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:21.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:08:21.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:08:21.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:08:21.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_14 2026-02-22T22:08:21.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:08:21.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:08:21.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:21.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:08:21.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:08:21.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:08:21.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:21.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:08:21.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:08:21.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:08:21.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:21.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_14 2026-02-22T22:08:21.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:08:21.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:21.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:21.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:08:21.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:08:21.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:21.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:21.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:21.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:08:21.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:21.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:21.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:21.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:08:21.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:21.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:08:21.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:08:21.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:21.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:21.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:08:21.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:08:21.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:21.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:21.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:21.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:21.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:21.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:21.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:21.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:08:21.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:08:21.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:08:21.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:21.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:21.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:21.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_14 2026-02-22T22:08:21.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_14'] 2026-02-22T22:08:21.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:21.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:21.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_14 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:21.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:21.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:21.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:08:21.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:08:21.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:08:21.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:21.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:21.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:21.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_14 2026-02-22T22:08:21.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_14'] 2026-02-22T22:08:21.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:21.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:21.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:21.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_14 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:08:21.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:08:21.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:08:21.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:21.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:21.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:21.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_14 2026-02-22T22:08:21.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_14'] 2026-02-22T22:08:21.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:21.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_14 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:21.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:08:21.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:08:21.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:21.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:21.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:21.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_14 2026-02-22T22:08:21.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:08:21.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:08:21.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:08:21.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:08:21.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:08:21.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:08:21.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:08:21.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:21.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_14 2026-02-22T22:08:21.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:21.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:21.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:21.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:21.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:08:21.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:08:21.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_14 2026-02-22T22:08:21.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:21.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:21.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:21.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_14 2026-02-22T22:08:22.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 112 2026-02-22T22:08:22.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_14 2026-02-22T22:08:22.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:22.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:22.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:22.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:22.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_14.status 2026-02-22T22:08:22.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_14.status 2026-02-22T22:08:22.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:22.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_14.status 2026-02-22T22:08:22.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_14.status 2026-02-22T22:08:22.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_14.status 2026-02-22T22:08:22.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:22.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.status 2026-02-22T22:08:22.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_14 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_14.status 2026-02-22T22:08:22.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:22.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:22.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:22.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_14.status 2026-02-22T22:08:22.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_14 --format xml 2026-02-22T22:08:22.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:22.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:08:22.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=112 2026-02-22T22:08:22.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:22.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:22.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:08:22.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_14 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.status 2026-02-22T22:08:22.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:22.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:22.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:22.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.status 2026-02-22T22:08:22.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_14 --format xml 2026-02-22T22:08:22.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:22.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:22.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=48 2026-02-22T22:08:22.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 112 = 48 2026-02-22T22:08:22.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:22.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:08:22.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_14 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.status 2026-02-22T22:08:22.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:22.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:22.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:22.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.status 2026-02-22T22:08:22.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_14 --format xml 2026-02-22T22:08:22.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:22.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:22.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:22.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:22.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:22.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:22.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:22.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 112 = '' 2026-02-22T22:08:22.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:22.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:08:23.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_14 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.status 2026-02-22T22:08:23.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:23.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:23.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:23.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.status 2026-02-22T22:08:23.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_14 --format xml 2026-02-22T22:08:23.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:23.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:23.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:23.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:23.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:23.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:23.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:23.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 112 = '' 2026-02-22T22:08:23.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:23.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:08:25.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_14 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.status 2026-02-22T22:08:25.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:25.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:25.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:25.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.status 2026-02-22T22:08:25.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_14 --format xml 2026-02-22T22:08:25.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:25.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:25.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=112 2026-02-22T22:08:25.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 112 = 112 2026-02-22T22:08:25.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:25.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_14 snap 2026-02-22T22:08:25.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:25.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:25.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:25.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:25.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:25.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:08:25.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:26.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_14@snap 2026-02-22T22:08:26.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_14': 2026-02-22T22:08:26.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:08:26.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:08:26.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:08:26.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd2c0a213d 2026-02-22T22:08:26.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd2c0a213d 2026-02-22T22:08:26.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:39 2026 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:39 2026 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:39 2026 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: c0286126-b547-4ed2-ade2-3384e93d13c3 2026-02-22T22:08:26.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:08:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:26.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_14 snap 2026-02-22T22:08:26.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:26.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:08:26.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:26.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:08:26.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_14.export 2026-02-22T22:08:26.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.export 2026-02-22T22:08:26.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_14.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.export 2026-02-22T22:08:26.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_14@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_14.export 2026-02-22T22:08:26.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:26.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_14@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.export 2026-02-22T22:08:26.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:26.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_14.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.export 2026-02-22T22:08:26.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_14.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_14.export 2026-02-22T22:08:26.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:26.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:08:26.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_15 2026-02-22T22:08:26.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_15 snap 2026-02-22T22:08:26.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:26.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:26.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:26.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:26.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_15@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:08:28.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_15 2026-02-22T22:08:28.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:28.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:28.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:28.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_15 started 2026-02-22T22:08:28.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:28.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:28.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:28.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:08:28.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:28.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:28.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:29.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_15 started 2026-02-22T22:08:29.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:29.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:29.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:29.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:08:29.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:08:29.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:08:29.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_15 2026-02-22T22:08:29.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:08:29.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:08:29.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:29.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:08:29.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:08:29.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:08:29.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:29.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:08:29.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:08:29.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:08:29.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:29.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_15 2026-02-22T22:08:29.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:08:29.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:29.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:29.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:08:29.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:08:29.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:08:29.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:29.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:29.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:29.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_15 2026-02-22T22:08:29.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_15'] 2026-02-22T22:08:29.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:29.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:29.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:29.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_15 2026-02-22T22:08:29.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:08:29.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:29.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:29.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:08:29.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:08:29.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:08:29.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:08:29.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:08:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:29.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:29.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:29.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_15 2026-02-22T22:08:29.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_15'] 2026-02-22T22:08:29.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:29.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:29.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_15 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:08:29.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:08:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:08:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:08:29.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:29.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:29.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:29.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_15 2026-02-22T22:08:29.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_15'] 2026-02-22T22:08:29.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:29.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:29.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_15 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:08:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:08:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:08:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:08:29.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:29.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:29.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:29.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_15 2026-02-22T22:08:29.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:08:29.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:08:29.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:08:29.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:08:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:08:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:08:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:08:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_15 2026-02-22T22:08:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:08:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:08:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_15 2026-02-22T22:08:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_15 2026-02-22T22:08:30.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 114 2026-02-22T22:08:30.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_15 2026-02-22T22:08:30.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:30.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:30.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:30.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:30.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_15.status 2026-02-22T22:08:30.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_15.status 2026-02-22T22:08:30.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:30.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_15.status 2026-02-22T22:08:30.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_15.status 2026-02-22T22:08:30.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_15.status 2026-02-22T22:08:30.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:30.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.status 2026-02-22T22:08:30.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_15 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_15.status 2026-02-22T22:08:30.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:30.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:30.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:30.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_15.status 2026-02-22T22:08:30.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_15 --format xml 2026-02-22T22:08:30.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:30.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:08:30.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=114 2026-02-22T22:08:30.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:30.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:30.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:08:30.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_15 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.status 2026-02-22T22:08:30.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:30.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:30.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:30.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.status 2026-02-22T22:08:30.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_15 --format xml 2026-02-22T22:08:30.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:30.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:30.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=49 2026-02-22T22:08:30.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 114 = 49 2026-02-22T22:08:30.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:30.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:08:30.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_15 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.status 2026-02-22T22:08:30.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:30.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:30.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:30.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.status 2026-02-22T22:08:30.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_15 --format xml 2026-02-22T22:08:30.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:30.926 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:30.926 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:30.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:30.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:30.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:30.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:30.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 114 = '' 2026-02-22T22:08:30.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:30.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:08:31.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_15 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.status 2026-02-22T22:08:31.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:31.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:31.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:31.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.status 2026-02-22T22:08:31.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_15 --format xml 2026-02-22T22:08:31.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:31.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:31.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:31.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:31.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:31.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:31.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:31.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 114 = '' 2026-02-22T22:08:31.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:31.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:08:33.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_15 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.status 2026-02-22T22:08:33.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:33.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:33.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:33.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.status 2026-02-22T22:08:33.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_15 --format xml 2026-02-22T22:08:33.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:33.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:33.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=114 2026-02-22T22:08:33.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 114 = 114 2026-02-22T22:08:33.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:33.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_15 snap 2026-02-22T22:08:33.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:33.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:33.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:33.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:33.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:33.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:08:33.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:34.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_15@snap 2026-02-22T22:08:34.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_15': 2026-02-22T22:08:34.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:08:34.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:08:34.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:08:34.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bdadc8b668 2026-02-22T22:08:34.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bdadc8b668 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 21:59:54 2026 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 21:59:54 2026 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 21:59:54 2026 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:08:34.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:08:34.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 2145c7a3-19d0-4b45-9dd3-448de0a3edbc 2026-02-22T22:08:34.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:08:34.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:34.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_15 snap 2026-02-22T22:08:34.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:34.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:08:34.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:34.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:08:34.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_15.export 2026-02-22T22:08:34.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.export 2026-02-22T22:08:34.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_15.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.export 2026-02-22T22:08:34.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_15@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_15.export 2026-02-22T22:08:34.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:34.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_15@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.export 2026-02-22T22:08:34.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:34.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_15.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.export 2026-02-22T22:08:34.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_15.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_15.export 2026-02-22T22:08:34.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:34.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:08:34.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_16 2026-02-22T22:08:34.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_16 snap 2026-02-22T22:08:34.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:34.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:34.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:34.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:34.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_16@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:08:36.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_16 2026-02-22T22:08:36.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_16 started 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:36.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:37.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_16 started 2026-02-22T22:08:37.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:37.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:37.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_16 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:08:37.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:08:37.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:37.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:08:37.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:08:37.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:08:37.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:37.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_16 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:37.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:37.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:37.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:37.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:37.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:37.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:08:37.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:08:37.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:08:37.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:37.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:37.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:37.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_16 2026-02-22T22:08:37.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_16'] 2026-02-22T22:08:37.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:37.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:37.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:37.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_16 2026-02-22T22:08:37.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:08:37.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:37.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:37.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:08:37.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:37.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:08:37.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:08:37.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:37.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:37.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:37.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_16 2026-02-22T22:08:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_16'] 2026-02-22T22:08:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:37.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:37.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_16 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:08:37.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:37.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:37.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:37.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:37.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:37.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:37.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:08:37.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:08:37.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:08:37.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:37.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:37.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:37.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_16 2026-02-22T22:08:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_16'] 2026-02-22T22:08:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:37.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:37.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_16 2026-02-22T22:08:37.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:08:37.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:08:37.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:37.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:37.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:08:37.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:08:37.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:08:37.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:37.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:37.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:37.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_16 2026-02-22T22:08:37.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:08:37.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:08:37.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:08:37.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:08:37.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:08:37.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:08:37.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_16 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_16 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_16 2026-02-22T22:08:38.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 116 2026-02-22T22:08:38.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_16 2026-02-22T22:08:38.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:38.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:38.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:38.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:38.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_16.status 2026-02-22T22:08:38.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_16.status 2026-02-22T22:08:38.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:38.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_16.status 2026-02-22T22:08:38.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_16.status 2026-02-22T22:08:38.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_16.status 2026-02-22T22:08:38.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:38.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.status 2026-02-22T22:08:38.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_16 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_16.status 2026-02-22T22:08:38.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:38.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:38.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:38.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_16.status 2026-02-22T22:08:38.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_16 --format xml 2026-02-22T22:08:38.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:38.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:08:38.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=116 2026-02-22T22:08:38.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:38.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:38.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:08:38.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_16 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.status 2026-02-22T22:08:38.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:38.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:38.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:38.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.status 2026-02-22T22:08:38.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_16 --format xml 2026-02-22T22:08:38.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:38.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:38.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=50 2026-02-22T22:08:38.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 116 = 50 2026-02-22T22:08:38.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:38.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:08:38.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_16 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.status 2026-02-22T22:08:38.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:38.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:38.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:38.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.status 2026-02-22T22:08:38.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_16 --format xml 2026-02-22T22:08:38.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:38.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:38.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:38.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:38.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:38.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:38.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:38.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 116 = '' 2026-02-22T22:08:38.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:38.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:08:39.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_16 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.status 2026-02-22T22:08:39.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:39.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:39.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:39.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.status 2026-02-22T22:08:39.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_16 --format xml 2026-02-22T22:08:39.742 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:39.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:39.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:39.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:39.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:39.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:39.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:39.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 116 = '' 2026-02-22T22:08:39.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:39.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:08:41.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_16 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.status 2026-02-22T22:08:41.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:41.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:41.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:41.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.status 2026-02-22T22:08:41.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_16 --format xml 2026-02-22T22:08:41.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:41.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=116 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 116 = 116 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_16 snap 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:08:41.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:42.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_16@snap 2026-02-22T22:08:42.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_16': 2026-02-22T22:08:42.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:08:42.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd2007daee 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd2007daee 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:07 2026 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:07 2026 2026-02-22T22:08:42.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:07 2026 2026-02-22T22:08:42.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:08:42.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:08:42.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:08:42.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 13d4b25e-835d-46d1-8a73-4f3dc024a03b 2026-02-22T22:08:42.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:08:42.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:42.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_16 snap 2026-02-22T22:08:42.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:42.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:08:42.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:42.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:08:42.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_16.export 2026-02-22T22:08:42.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.export 2026-02-22T22:08:42.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_16.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.export 2026-02-22T22:08:42.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_16@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_16.export 2026-02-22T22:08:42.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:42.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_16@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.export 2026-02-22T22:08:42.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:42.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_16.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.export 2026-02-22T22:08:42.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_16.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_16.export 2026-02-22T22:08:42.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:42.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:08:42.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_17 2026-02-22T22:08:42.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_17 snap 2026-02-22T22:08:42.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:42.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:42.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:42.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:42.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_17@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:08:44.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_17 2026-02-22T22:08:44.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:44.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:44.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:44.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_17 started 2026-02-22T22:08:44.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:44.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:44.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:44.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:08:44.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:44.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:44.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:45.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_17 started 2026-02-22T22:08:45.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:45.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:45.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:45.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:08:45.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:08:45.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:08:45.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_17 2026-02-22T22:08:45.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:08:45.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:08:45.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:45.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:08:45.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:08:45.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:08:45.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:45.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:08:45.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:08:45.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:08:45.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:45.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_17 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:45.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:45.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:45.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:45.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:45.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:45.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:45.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:08:45.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:08:45.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:08:45.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:45.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:45.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:45.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_17 2026-02-22T22:08:45.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_17'] 2026-02-22T22:08:45.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:45.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:45.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:45.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_17 2026-02-22T22:08:45.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:08:45.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:45.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:45.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:08:45.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:08:45.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:45.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:08:45.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:08:45.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:45.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:45.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:45.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_17 2026-02-22T22:08:45.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_17'] 2026-02-22T22:08:45.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:45.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:45.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_17 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:08:45.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:45.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:45.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:45.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:45.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:45.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:45.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:45.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:08:45.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:08:45.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:08:45.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:45.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:45.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:45.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_17 2026-02-22T22:08:45.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_17'] 2026-02-22T22:08:45.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:45.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:45.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:45.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_17 2026-02-22T22:08:45.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:08:45.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:08:45.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:45.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:45.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:45.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:08:45.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:08:45.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:08:45.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:45.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:45.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:45.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_17 2026-02-22T22:08:45.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:08:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:08:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:08:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:08:45.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:08:45.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:08:45.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_17 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_17 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:45.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:45.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_17 2026-02-22T22:08:46.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 118 2026-02-22T22:08:46.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_17 2026-02-22T22:08:46.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:46.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:46.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:46.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:46.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_17.status 2026-02-22T22:08:46.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_17.status 2026-02-22T22:08:46.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:46.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_17.status 2026-02-22T22:08:46.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_17.status 2026-02-22T22:08:46.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_17.status 2026-02-22T22:08:46.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:46.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.status 2026-02-22T22:08:46.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_17 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_17.status 2026-02-22T22:08:46.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:46.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:46.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:46.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_17.status 2026-02-22T22:08:46.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_17 --format xml 2026-02-22T22:08:46.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:46.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:08:46.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=118 2026-02-22T22:08:46.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:46.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:46.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:08:46.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_17 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.status 2026-02-22T22:08:46.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:46.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:46.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:46.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.status 2026-02-22T22:08:46.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_17 --format xml 2026-02-22T22:08:46.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:46.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:46.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=51 2026-02-22T22:08:46.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 118 = 51 2026-02-22T22:08:46.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:46.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:08:46.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_17 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.status 2026-02-22T22:08:46.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:46.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:46.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:46.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.status 2026-02-22T22:08:46.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_17 --format xml 2026-02-22T22:08:46.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:46.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:46.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:46.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:46.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:46.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:46.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:46.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 118 = '' 2026-02-22T22:08:46.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:46.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:08:47.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_17 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.status 2026-02-22T22:08:47.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:47.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:47.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:47.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.status 2026-02-22T22:08:47.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_17 --format xml 2026-02-22T22:08:47.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:47.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:47.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:47.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:47.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:47.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:47.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:47.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 118 = '' 2026-02-22T22:08:47.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:47.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:08:47.813 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.814+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a1772a90 2026-02-22T22:08:47.813 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.814+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a513a270 2026-02-22T22:08:47.813 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.814+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a86281a0 2026-02-22T22:08:47.818 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.818+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a865f2b0 2026-02-22T22:08:47.818 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.818+0000 7f2a3048c640 -1 reset not still connected to 0x55a9ad408b60 2026-02-22T22:08:47.818 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.818+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adada1a0 2026-02-22T22:08:47.818 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.818+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adadc9c0 2026-02-22T22:08:47.818 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.818+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b201a340 2026-02-22T22:08:47.819 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.818+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b23884e0 2026-02-22T22:08:47.820 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.822+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b49d1ba0 2026-02-22T22:08:47.823 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.822+0000 7f2a3048c640 -1 reset not still connected to 0x55a9ba5e3ad0 2026-02-22T22:08:47.823 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.822+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bb53edd0 2026-02-22T22:08:47.823 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.822+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bbd635f0 2026-02-22T22:08:47.823 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.822+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bbdb0820 2026-02-22T22:08:47.823 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:08:47.822+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bd022680 2026-02-22T22:08:49.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_17 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.status 2026-02-22T22:08:49.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:49.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:49.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:49.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.status 2026-02-22T22:08:49.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_17 --format xml 2026-02-22T22:08:49.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:49.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:49.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=118 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 118 = 118 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_17 snap 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:08:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:50.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_17@snap 2026-02-22T22:08:50.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_17': 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd93afe67c 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd93afe67c 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:08:50.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:22 2026 2026-02-22T22:08:50.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:22 2026 2026-02-22T22:08:50.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:22 2026 2026-02-22T22:08:50.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:08:50.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:08:50.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:08:50.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 92fe66ac-be47-4505-9942-6a19333b98a3 2026-02-22T22:08:50.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:08:50.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:50.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_17 snap 2026-02-22T22:08:50.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:50.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:08:50.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:50.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:08:50.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_17.export 2026-02-22T22:08:50.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.export 2026-02-22T22:08:50.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_17.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.export 2026-02-22T22:08:50.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_17@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_17.export 2026-02-22T22:08:50.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:50.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_17@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.export 2026-02-22T22:08:51.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:51.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_17.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.export 2026-02-22T22:08:51.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_17.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_17.export 2026-02-22T22:08:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:08:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_18 2026-02-22T22:08:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_18 snap 2026-02-22T22:08:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:51.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_18@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:08:52.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_18 2026-02-22T22:08:52.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:52.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:52.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:52.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_18 started 2026-02-22T22:08:52.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:52.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:52.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:52.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:08:52.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:52.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:52.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:53.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_18 started 2026-02-22T22:08:53.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:53.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:53.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:53.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:08:53.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:08:53.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:08:53.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_18 2026-02-22T22:08:53.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:53.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_18 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:08:53.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:08:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:08:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:08:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:08:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:08:53.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:53.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:53.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:08:53.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_18 2026-02-22T22:08:53.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_18'] 2026-02-22T22:08:53.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:53.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:53.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:53.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_18 2026-02-22T22:08:53.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:08:53.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:08:53.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:08:53.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:53.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:53.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:08:53.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:08:53.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:08:53.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:53.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:53.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:08:53.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_18 2026-02-22T22:08:53.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_18'] 2026-02-22T22:08:53.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:53.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:53.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:53.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_18 2026-02-22T22:08:53.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:08:53.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:53.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:53.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:08:53.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:08:53.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:53.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:08:53.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:08:53.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:53.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:53.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:08:53.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_18 2026-02-22T22:08:53.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_18'] 2026-02-22T22:08:53.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:08:53.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:08:53.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_18 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:08:53.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:08:53.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:08:53.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:08:53.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:08:53.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:08:53.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:08:53.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:08:53.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:08:53.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:08:53.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:08:53.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:08:53.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:53.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:53.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:08:53.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_18 2026-02-22T22:08:53.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:08:53.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:08:53.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:08:53.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:08:53.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:08:53.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_18 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_18 2026-02-22T22:08:53.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:53.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:53.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:53.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_18 2026-02-22T22:08:54.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 120 2026-02-22T22:08:54.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_18 2026-02-22T22:08:54.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:08:54.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:54.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:54.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:54.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_18.status 2026-02-22T22:08:54.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_18.status 2026-02-22T22:08:54.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:54.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_18.status 2026-02-22T22:08:54.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_18.status 2026-02-22T22:08:54.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_18.status 2026-02-22T22:08:54.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:08:54.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.status 2026-02-22T22:08:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_18 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_18.status 2026-02-22T22:08:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_18.status 2026-02-22T22:08:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_18 --format xml 2026-02-22T22:08:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:54.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:08:54.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=120 2026-02-22T22:08:54.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:54.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:54.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:08:54.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_18 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.status 2026-02-22T22:08:54.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:54.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:54.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:54.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.status 2026-02-22T22:08:54.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_18 --format xml 2026-02-22T22:08:54.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:54.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:54.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=52 2026-02-22T22:08:54.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 120 = 52 2026-02-22T22:08:54.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:54.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:08:54.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_18 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.status 2026-02-22T22:08:54.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:54.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:54.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:54.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.status 2026-02-22T22:08:54.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_18 --format xml 2026-02-22T22:08:54.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:54.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:54.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:54.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:54.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:54.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:54.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:54.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 120 = '' 2026-02-22T22:08:54.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:54.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:08:55.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_18 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.status 2026-02-22T22:08:55.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:55.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:55.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:55.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.status 2026-02-22T22:08:55.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_18 --format xml 2026-02-22T22:08:55.779 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:55.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:08:55.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:55.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:08:55.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:08:55.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:08:55.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:08:55.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 120 = '' 2026-02-22T22:08:55.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:08:55.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:08:57.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_18 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.status 2026-02-22T22:08:57.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:57.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:57.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:57.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.status 2026-02-22T22:08:57.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_18 --format xml 2026-02-22T22:08:57.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:08:57.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=120 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 120 = 120 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_18 snap 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:08:57.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:08:58.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_18@snap 2026-02-22T22:08:58.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_18': 2026-02-22T22:08:58.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:08:58.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:08:58.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:08:58.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd51be1148 2026-02-22T22:08:58.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd51be1148 2026-02-22T22:08:58.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:08:58.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:08:58.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:08:58.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:08:58.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:34 2026 2026-02-22T22:08:58.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:34 2026 2026-02-22T22:08:58.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:34 2026 2026-02-22T22:08:58.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:08:58.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:08:58.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:08:58.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: bad6aaa1-a25f-4f88-ba29-d2ae5e72a269 2026-02-22T22:08:58.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:08:58.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:58.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_18 snap 2026-02-22T22:08:58.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:58.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:08:58.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:58.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:08:58.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_18.export 2026-02-22T22:08:58.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.export 2026-02-22T22:08:58.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_18.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.export 2026-02-22T22:08:58.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_18@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_18.export 2026-02-22T22:08:58.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:58.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_18@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.export 2026-02-22T22:08:58.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:08:58.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_18.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.export 2026-02-22T22:08:58.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_18.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_18.export 2026-02-22T22:08:58.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:08:58.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:08:58.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_19 2026-02-22T22:08:58.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_19 snap 2026-02-22T22:08:58.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:08:58.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:08:58.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:08:58.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:08:58.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_19@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:09:00.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_19 2026-02-22T22:09:00.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:00.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:00.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:00.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_19 started 2026-02-22T22:09:00.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:00.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:00.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:00.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:09:00.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:00.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:00.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:01.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_19 started 2026-02-22T22:09:01.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:01.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:01.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:01.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:09:01.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:09:01.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:09:01.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_19 2026-02-22T22:09:01.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:09:01.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:09:01.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:01.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:09:01.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:09:01.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:09:01.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:01.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:09:01.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:09:01.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:09:01.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:01.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_19 2026-02-22T22:09:01.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:09:01.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:01.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:01.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:01.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:01.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:09:01.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:09:01.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:09:01.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:01.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:01.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:01.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_19 2026-02-22T22:09:01.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_19'] 2026-02-22T22:09:01.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:01.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:01.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:01.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_19 2026-02-22T22:09:01.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:09:01.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:01.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:01.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:09:01.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:09:01.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:01.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:01.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:01.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:09:01.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:01.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:01.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:09:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:09:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:09:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:09:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:09:01.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:01.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:01.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:01.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:01.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:01.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:01.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:01.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:09:01.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:09:01.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:09:01.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:01.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:01.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:01.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_19 2026-02-22T22:09:01.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_19'] 2026-02-22T22:09:01.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:01.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:01.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:01.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_19 2026-02-22T22:09:01.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:09:01.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:01.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:01.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:09:01.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:01.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:01.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:09:01.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:09:01.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:01.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:01.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:01.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:01.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:01.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:01.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:01.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:09:01.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:09:01.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:09:01.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:01.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:01.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:01.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_19 2026-02-22T22:09:01.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_19'] 2026-02-22T22:09:01.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:01.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:01.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:01.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_19 2026-02-22T22:09:01.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:01.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:01.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:01.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:01.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:01.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:09:01.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:09:01.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:09:01.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:01.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:01.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:01.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_19 2026-02-22T22:09:01.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:09:01.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:09:01.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:09:01.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:09:01.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:09:01.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:09:01.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_19 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_19 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:01.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:01.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_19 2026-02-22T22:09:02.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 122 2026-02-22T22:09:02.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_19 2026-02-22T22:09:02.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:02.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:02.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:02.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:02.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_19.status 2026-02-22T22:09:02.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_19.status 2026-02-22T22:09:02.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:02.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_19.status 2026-02-22T22:09:02.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_19.status 2026-02-22T22:09:02.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_19.status 2026-02-22T22:09:02.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:02.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.status 2026-02-22T22:09:02.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_19 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_19.status 2026-02-22T22:09:02.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:02.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:02.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:02.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_19.status 2026-02-22T22:09:02.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_19 --format xml 2026-02-22T22:09:02.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:02.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:09:02.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=122 2026-02-22T22:09:02.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:02.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:02.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:09:02.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_19 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.status 2026-02-22T22:09:02.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:02.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:02.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:02.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.status 2026-02-22T22:09:02.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_19 --format xml 2026-02-22T22:09:02.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:02.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:02.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=53 2026-02-22T22:09:02.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 122 = 53 2026-02-22T22:09:02.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:02.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:09:02.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_19 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.status 2026-02-22T22:09:02.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:02.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:02.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:02.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.status 2026-02-22T22:09:02.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_19 --format xml 2026-02-22T22:09:02.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:02.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:02.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:02.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:02.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:02.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:02.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:02.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 122 = '' 2026-02-22T22:09:02.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:02.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:09:03.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_19 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.status 2026-02-22T22:09:03.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:03.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:03.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:03.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.status 2026-02-22T22:09:03.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_19 --format xml 2026-02-22T22:09:03.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:03.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:03.819 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:03.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:03.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:03.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:03.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:03.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 122 = '' 2026-02-22T22:09:03.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:03.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:09:05.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_19 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.status 2026-02-22T22:09:05.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:05.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:05.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:05.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.status 2026-02-22T22:09:05.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_19 --format xml 2026-02-22T22:09:05.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:05.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:05.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=122 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 122 = 122 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_19 snap 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:09:05.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:06.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_19@snap 2026-02-22T22:09:06.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_19': 2026-02-22T22:09:06.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:09:06.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:09:06.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10bd39c2abb8 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10bd39c2abb8 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:43 2026 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:43 2026 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:43 2026 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:09:06.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:09:06.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:09:06.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 59177d24-31f0-4f22-b149-c6519f396d48 2026-02-22T22:09:06.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:09:06.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:06.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_19 snap 2026-02-22T22:09:06.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:06.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:09:06.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:06.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:09:06.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_19.export 2026-02-22T22:09:06.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.export 2026-02-22T22:09:06.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_19.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.export 2026-02-22T22:09:06.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_19@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_19.export 2026-02-22T22:09:06.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:06.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_19@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.export 2026-02-22T22:09:06.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:06.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_19.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.export 2026-02-22T22:09:06.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_19.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_19.export 2026-02-22T22:09:06.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:06.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:09:06.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_20 2026-02-22T22:09:06.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_20 snap 2026-02-22T22:09:06.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:06.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:06.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:06.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:06.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_20@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:09:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_20 2026-02-22T22:09:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_20 started 2026-02-22T22:09:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:09:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:09.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_20 started 2026-02-22T22:09:09.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:09.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:09.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_20 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:09.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:09:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:09:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:09:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_20 2026-02-22T22:09:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:09:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:09.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:09:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:09:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:09:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_20 2026-02-22T22:09:09.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_20'] 2026-02-22T22:09:09.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:09.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:09.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:09.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_20 2026-02-22T22:09:09.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:09:09.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:09.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:09.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:09:09.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:09:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:09:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:09:09.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:09:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_20 2026-02-22T22:09:09.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_20'] 2026-02-22T22:09:09.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:09.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:09.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:09.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_20 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:09.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:09.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:09:09.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:09.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:09:09.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:09:09.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:09.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:09.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:09:09.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:09:09.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:09:09.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:09.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:09.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:09.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_20 2026-02-22T22:09:09.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_20'] 2026-02-22T22:09:09.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:09.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:09.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:09.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_20 2026-02-22T22:09:09.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:09:09.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:09.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:09.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:09:09.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:09:09.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:09.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:09.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:09:09.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:09:09.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:09.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:09.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:09.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_20 2026-02-22T22:09:09.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:09:09.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:09:09.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:09:09.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:09:09.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:09:09.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_20 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_20 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:09.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_20 2026-02-22T22:09:10.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 124 2026-02-22T22:09:10.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_20 2026-02-22T22:09:10.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:10.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:10.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:10.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:10.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_20.status 2026-02-22T22:09:10.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_20.status 2026-02-22T22:09:10.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:10.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_20.status 2026-02-22T22:09:10.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_20.status 2026-02-22T22:09:10.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_20.status 2026-02-22T22:09:10.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:10.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.status 2026-02-22T22:09:10.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_20 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_20.status 2026-02-22T22:09:10.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:10.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:10.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:10.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_20.status 2026-02-22T22:09:10.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_20 --format xml 2026-02-22T22:09:10.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:10.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:09:10.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=124 2026-02-22T22:09:10.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:10.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:10.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:09:10.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_20 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.status 2026-02-22T22:09:10.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:10.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:10.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:10.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.status 2026-02-22T22:09:10.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_20 --format xml 2026-02-22T22:09:10.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:10.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:10.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=54 2026-02-22T22:09:10.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 124 = 54 2026-02-22T22:09:10.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:10.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:09:10.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_20 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.status 2026-02-22T22:09:10.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:10.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:10.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:10.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.status 2026-02-22T22:09:10.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_20 --format xml 2026-02-22T22:09:10.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:10.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:10.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:10.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:10.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:10.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:10.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:10.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 124 = '' 2026-02-22T22:09:10.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:10.996 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:09:11.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_20 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.status 2026-02-22T22:09:11.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:11.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:11.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:11.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.status 2026-02-22T22:09:11.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_20 --format xml 2026-02-22T22:09:11.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:11.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:11.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:11.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:11.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:11.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:11.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:11.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 124 = '' 2026-02-22T22:09:11.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:11.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:09:13.078 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.44712598661017966) > weight (0.25) 2026-02-22T22:09:13.078 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.7480301893158808) > weight (0.25) 2026-02-22T22:09:13.078 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.2 with skip (0.836995694159774) > weight (0.25) 2026-02-22T22:09:13.078 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.3 with skip (0.5924603460366394) > weight (0.25) 2026-02-22T22:09:13.078 INFO:tasks.rbd_mirror_thrash:waiting for 70.85997685338279 secs before thrashing 2026-02-22T22:09:13.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_20 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.status 2026-02-22T22:09:13.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:13.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:13.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:13.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.status 2026-02-22T22:09:13.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_20 --format xml 2026-02-22T22:09:13.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:13.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:13.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=124 2026-02-22T22:09:13.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 124 = 124 2026-02-22T22:09:13.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:13.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_20 snap 2026-02-22T22:09:13.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:13.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:13.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:13.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:13.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:13.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:09:13.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:14.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_20@snap 2026-02-22T22:09:14.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_20': 2026-02-22T22:09:14.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:09:14.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:09:14.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:09:14.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df29c7ee9a 2026-02-22T22:09:14.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df29c7ee9a 2026-02-22T22:09:14.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:00:58 2026 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:00:58 2026 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:00:58 2026 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 293f9481-f090-4729-a6b9-4e2e066a613b 2026-02-22T22:09:14.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:09:14.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:14.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_20 snap 2026-02-22T22:09:14.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:14.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:09:14.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:14.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:09:14.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_20.export 2026-02-22T22:09:14.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.export 2026-02-22T22:09:14.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_20.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.export 2026-02-22T22:09:14.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_20@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_20.export 2026-02-22T22:09:14.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:14.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_20@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.export 2026-02-22T22:09:14.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:14.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_20.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.export 2026-02-22T22:09:14.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_20.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_20.export 2026-02-22T22:09:14.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:14.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:09:14.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_21 2026-02-22T22:09:14.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_21 snap 2026-02-22T22:09:14.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:14.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:14.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:14.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:14.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_21@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:09:16.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_21 2026-02-22T22:09:16.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:16.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:16.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:16.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_21 started 2026-02-22T22:09:16.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:16.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:16.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:16.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:09:16.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:16.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:16.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:17.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_21 started 2026-02-22T22:09:17.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:17.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:17.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:17.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:09:17.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:09:17.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:09:17.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_21 2026-02-22T22:09:17.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:09:17.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:09:17.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:17.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:09:17.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:09:17.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:09:17.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:17.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:09:17.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:09:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_21 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:09:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:09:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:09:17.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:17.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:17.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:17.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_21 2026-02-22T22:09:17.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_21'] 2026-02-22T22:09:17.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:17.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_21 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:09:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:09:17.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:09:17.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:17.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:17.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:17.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_21 2026-02-22T22:09:17.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_21'] 2026-02-22T22:09:17.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:17.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:17.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:17.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_21 2026-02-22T22:09:17.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:09:17.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:17.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:17.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:09:17.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:09:17.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:17.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:17.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:09:17.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:09:17.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:09:17.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:17.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:17.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:17.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_21 2026-02-22T22:09:17.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_21'] 2026-02-22T22:09:17.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:17.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:17.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:17.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_21 2026-02-22T22:09:17.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:09:17.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:17.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:17.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:09:17.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:09:17.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:17.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:17.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:09:17.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:09:17.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:09:17.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:17.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:17.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:17.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_21 2026-02-22T22:09:17.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:09:17.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:09:17.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:09:17.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:09:17.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:09:17.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:09:17.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:09:17.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:17.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_21 2026-02-22T22:09:17.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:17.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:17.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:17.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:17.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:09:17.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:09:17.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_21 2026-02-22T22:09:17.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:17.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:17.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:17.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_21 2026-02-22T22:09:18.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 126 2026-02-22T22:09:18.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_21 2026-02-22T22:09:18.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:18.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:18.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:18.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:18.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_21.status 2026-02-22T22:09:18.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_21.status 2026-02-22T22:09:18.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:18.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_21.status 2026-02-22T22:09:18.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_21.status 2026-02-22T22:09:18.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_21.status 2026-02-22T22:09:18.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:18.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.status 2026-02-22T22:09:18.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_21 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_21.status 2026-02-22T22:09:18.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:18.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:18.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:18.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_21.status 2026-02-22T22:09:18.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_21 --format xml 2026-02-22T22:09:18.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:18.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:09:18.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=126 2026-02-22T22:09:18.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:18.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:18.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:09:18.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_21 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.status 2026-02-22T22:09:18.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:18.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:18.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:18.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.status 2026-02-22T22:09:18.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_21 --format xml 2026-02-22T22:09:18.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:18.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:18.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=55 2026-02-22T22:09:18.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 126 = 55 2026-02-22T22:09:18.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:18.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:09:18.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_21 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.status 2026-02-22T22:09:18.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:18.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:18.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:18.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.status 2026-02-22T22:09:18.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_21 --format xml 2026-02-22T22:09:18.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:19.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:19.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:19.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:19.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:19.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:19.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:19.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 126 = '' 2026-02-22T22:09:19.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:19.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:09:19.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_21 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.status 2026-02-22T22:09:19.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:19.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:19.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:19.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.status 2026-02-22T22:09:19.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_21 --format xml 2026-02-22T22:09:19.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:19.855 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:19.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:19.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:19.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:19.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:19.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:19.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 126 = '' 2026-02-22T22:09:19.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:19.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:09:21.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_21 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.status 2026-02-22T22:09:21.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:21.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:21.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:21.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.status 2026-02-22T22:09:21.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_21 --format xml 2026-02-22T22:09:21.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:21.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:21.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=126 2026-02-22T22:09:21.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 126 = 126 2026-02-22T22:09:21.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:21.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_21 snap 2026-02-22T22:09:21.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:21.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:21.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:21.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:21.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:21.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:09:21.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:22.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_21@snap 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_21': 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df70079265 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df70079265 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:09 2026 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:09 2026 2026-02-22T22:09:22.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:09 2026 2026-02-22T22:09:22.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:09:22.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:09:22.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:09:22.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: a08dc4ee-0906-4b87-98fc-51f6c8a326fa 2026-02-22T22:09:22.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_21 snap 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_21.export 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.export 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_21.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.export 2026-02-22T22:09:22.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_21@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_21.export 2026-02-22T22:09:22.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:22.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_21@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.export 2026-02-22T22:09:22.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:22.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_21.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.export 2026-02-22T22:09:22.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_21.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_21.export 2026-02-22T22:09:22.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:22.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:09:22.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_22 2026-02-22T22:09:22.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_22 snap 2026-02-22T22:09:22.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:22.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:22.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:22.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:22.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_22@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_22 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_22 started 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:24.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:25.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_22 started 2026-02-22T22:09:25.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:25.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:25.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:25.072 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:09:25.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:09:25.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:09:25.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_22 2026-02-22T22:09:25.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:09:25.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:09:25.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:25.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:09:25.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:09:25.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:09:25.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:25.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:09:25.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:09:25.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:09:25.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:25.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_22 2026-02-22T22:09:25.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:09:25.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:25.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:25.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:09:25.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:09:25.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:25.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:25.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:25.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:09:25.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:25.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:25.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:25.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:09:25.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:25.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:09:25.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:09:25.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:25.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:25.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:09:25.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:09:25.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:25.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:25.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:25.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:25.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:25.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:25.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:25.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:09:25.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:09:25.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:09:25.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:25.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:25.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:25.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_22 2026-02-22T22:09:25.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_22'] 2026-02-22T22:09:25.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:25.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:25.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:25.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_22 2026-02-22T22:09:25.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:09:25.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:25.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:25.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:09:25.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:09:25.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:25.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:25.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:09:25.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:09:25.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:09:25.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:25.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:25.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:25.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_22 2026-02-22T22:09:25.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_22'] 2026-02-22T22:09:25.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:25.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:25.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:25.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_22 2026-02-22T22:09:25.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:25.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:25.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:25.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:25.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:25.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:09:25.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:09:25.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:09:25.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:25.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:25.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:25.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_22 2026-02-22T22:09:25.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_22'] 2026-02-22T22:09:25.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:25.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:25.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:25.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_22 2026-02-22T22:09:25.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:09:25.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:25.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:25.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:09:25.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:09:25.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:09:25.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:09:25.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:25.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:25.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:25.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_22 2026-02-22T22:09:25.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:09:25.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:09:25.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:09:25.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:09:25.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:09:25.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:09:25.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:09:25.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:25.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_22 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_22 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:25.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_22 2026-02-22T22:09:25.543 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.0 2026-02-22T22:09:25.544 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Sent signal 15 2026-02-22T22:09:25.544 INFO:tasks.rbd_mirror_thrash:waiting for 5.536385613031079 secs before reviving daemons 2026-02-22T22:09:25.544 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:09:25.548+0000 7f17873b0640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 (PID: 29377) UID: 1000 2026-02-22T22:09:26.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 128 2026-02-22T22:09:26.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_22 2026-02-22T22:09:26.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:26.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:26.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:26.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:26.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_22.status 2026-02-22T22:09:26.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_22.status 2026-02-22T22:09:26.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:26.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_22.status 2026-02-22T22:09:26.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_22.status 2026-02-22T22:09:26.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_22.status 2026-02-22T22:09:26.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:26.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.status 2026-02-22T22:09:26.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_22 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_22.status 2026-02-22T22:09:26.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:26.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:26.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:26.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_22.status 2026-02-22T22:09:26.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_22 --format xml 2026-02-22T22:09:26.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:26.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:09:26.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=128 2026-02-22T22:09:26.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:26.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:26.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:09:26.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_22 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.status 2026-02-22T22:09:26.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:26.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:26.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:26.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.status 2026-02-22T22:09:26.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_22 --format xml 2026-02-22T22:09:26.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:26.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=56 2026-02-22T22:09:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 128 = 56 2026-02-22T22:09:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:09:26.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_22 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.status 2026-02-22T22:09:26.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:26.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:26.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:26.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.status 2026-02-22T22:09:26.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_22 --format xml 2026-02-22T22:09:26.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:26.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:26.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=56 2026-02-22T22:09:26.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 128 = 56 2026-02-22T22:09:26.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:26.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:09:27.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_22 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.status 2026-02-22T22:09:27.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:27.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:27.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:27.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.status 2026-02-22T22:09:27.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_22 --format xml 2026-02-22T22:09:27.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:27.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:27.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:27.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:27.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:27.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:27.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:27.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 128 = '' 2026-02-22T22:09:27.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:27.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:09:29.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_22 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.status 2026-02-22T22:09:29.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:29.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:29.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:29.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.status 2026-02-22T22:09:29.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_22 --format xml 2026-02-22T22:09:29.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:29.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:29.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=128 2026-02-22T22:09:29.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 128 = 128 2026-02-22T22:09:29.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:29.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_22 snap 2026-02-22T22:09:29.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:29.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:29.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:29.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:29.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:29.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:09:29.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:30.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_22@snap 2026-02-22T22:09:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_22': 2026-02-22T22:09:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:09:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:09:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:09:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfe14b39c3 2026-02-22T22:09:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfe14b39c3 2026-02-22T22:09:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:09:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:09:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:09:30.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:09:30.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:23 2026 2026-02-22T22:09:30.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:23 2026 2026-02-22T22:09:30.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:23 2026 2026-02-22T22:09:30.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:09:30.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:09:30.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:09:30.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: b202334e-bfe7-43b3-8398-7819ffbac998 2026-02-22T22:09:30.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:09:30.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:30.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_22 snap 2026-02-22T22:09:30.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:30.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:09:30.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:30.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:09:30.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_22.export 2026-02-22T22:09:30.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.export 2026-02-22T22:09:30.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_22.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.export 2026-02-22T22:09:30.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_22@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_22.export 2026-02-22T22:09:30.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:30.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_22@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.export 2026-02-22T22:09:30.618 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:30.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_22.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.export 2026-02-22T22:09:30.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_22.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_22.export 2026-02-22T22:09:30.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:30.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:09:30.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_23 2026-02-22T22:09:30.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_23 snap 2026-02-22T22:09:30.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:30.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:30.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:30.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:30.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_23@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:09:31.081 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.0 2026-02-22T22:09:31.081 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:09:31.082 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.0 2026-02-22T22:09:31.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Restarting daemon 2026-02-22T22:09:31.082 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 2026-02-22T22:09:31.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Started 2026-02-22T22:09:31.085 INFO:tasks.rbd_mirror_thrash:waiting for 65.49298568897967 secs before thrashing 2026-02-22T22:09:32.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_23 2026-02-22T22:09:32.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:32.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:32.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:32.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_23 started 2026-02-22T22:09:32.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:32.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:32.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:32.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:09:32.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:32.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:32.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:33.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_23 started 2026-02-22T22:09:33.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:33.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:33.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:33.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:09:33.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:09:33.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:09:33.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_23 2026-02-22T22:09:33.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:09:33.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:09:33.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:33.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:09:33.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:09:33.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:09:33.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:33.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:09:33.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:09:33.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:09:33.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:33.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_23 2026-02-22T22:09:33.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:09:33.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:33.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:09:33.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:33.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:33.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:33.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:09:33.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:09:33.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:09:33.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:33.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:33.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:33.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_23 2026-02-22T22:09:33.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_23'] 2026-02-22T22:09:33.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:33.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:33.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:33.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_23 2026-02-22T22:09:33.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:09:33.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:33.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:33.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:09:33.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:33.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:33.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:33.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:09:33.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:09:33.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:09:33.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:33.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:33.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:33.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_23 2026-02-22T22:09:33.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_23'] 2026-02-22T22:09:33.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:33.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:33.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:33.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_23 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:09:33.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:33.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:33.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:33.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:33.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:33.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:33.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:09:33.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:09:33.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:09:33.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:33.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:33.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:33.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_23 2026-02-22T22:09:33.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_23'] 2026-02-22T22:09:33.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:33.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:33.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:33.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_23 2026-02-22T22:09:33.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:09:33.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:33.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:33.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:09:33.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:09:33.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:33.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:09:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:09:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:09:33.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:33.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:33.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:33.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_23 2026-02-22T22:09:33.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:09:33.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:09:33.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:09:33.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:09:33.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:09:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:09:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:09:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_23 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_23 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:33.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_23 2026-02-22T22:09:34.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 130 2026-02-22T22:09:34.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_23 2026-02-22T22:09:34.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:34.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:34.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:34.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:34.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_23.status 2026-02-22T22:09:34.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_23.status 2026-02-22T22:09:34.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:34.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_23.status 2026-02-22T22:09:34.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_23.status 2026-02-22T22:09:34.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_23.status 2026-02-22T22:09:34.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:34.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.status 2026-02-22T22:09:34.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_23 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_23.status 2026-02-22T22:09:34.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:34.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:34.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:34.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_23.status 2026-02-22T22:09:34.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_23 --format xml 2026-02-22T22:09:34.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:34.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:09:34.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=130 2026-02-22T22:09:34.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:34.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:34.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:09:34.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_23 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.status 2026-02-22T22:09:34.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:34.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:34.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:34.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.status 2026-02-22T22:09:34.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_23 --format xml 2026-02-22T22:09:34.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:34.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:34.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=57 2026-02-22T22:09:34.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 130 = 57 2026-02-22T22:09:34.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:34.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:09:34.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_23 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.status 2026-02-22T22:09:34.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:34.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:34.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:34.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.status 2026-02-22T22:09:34.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_23 --format xml 2026-02-22T22:09:34.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:34.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:34.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:34.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:34.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:34.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:34.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:34.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 130 = '' 2026-02-22T22:09:34.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:34.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:09:35.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_23 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.status 2026-02-22T22:09:35.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:35.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:35.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:35.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.status 2026-02-22T22:09:35.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_23 --format xml 2026-02-22T22:09:35.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:35.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:35.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:35.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:35.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:35.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:35.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:35.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 130 = '' 2026-02-22T22:09:35.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:35.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:09:37.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_23 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.status 2026-02-22T22:09:37.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:37.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:37.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:37.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.status 2026-02-22T22:09:37.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_23 --format xml 2026-02-22T22:09:37.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:37.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=130 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 130 = 130 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_23 snap 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:09:37.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:38.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_23@snap 2026-02-22T22:09:38.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_23': 2026-02-22T22:09:38.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df3b99e286 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df3b99e286 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:34 2026 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:34 2026 2026-02-22T22:09:38.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:34 2026 2026-02-22T22:09:38.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:09:38.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:09:38.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:09:38.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 3ff2bf2d-f08c-4a5d-b374-961b331dec36 2026-02-22T22:09:38.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:09:38.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:38.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_23 snap 2026-02-22T22:09:38.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:38.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:09:38.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:38.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:09:38.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_23.export 2026-02-22T22:09:38.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.export 2026-02-22T22:09:38.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_23.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.export 2026-02-22T22:09:38.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_23@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_23.export 2026-02-22T22:09:38.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:38.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_23@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.export 2026-02-22T22:09:38.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:38.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_23.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.export 2026-02-22T22:09:38.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_23.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_23.export 2026-02-22T22:09:38.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:38.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:09:38.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_24 2026-02-22T22:09:38.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_24 snap 2026-02-22T22:09:38.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:38.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:38.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:38.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:38.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_24@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:09:40.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_24 2026-02-22T22:09:40.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:40.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:40.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:40.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_24 started 2026-02-22T22:09:40.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:40.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:40.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:40.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:09:40.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:40.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:40.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:41.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_24 started 2026-02-22T22:09:41.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:41.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:41.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:41.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:09:41.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:09:41.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:09:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_24 2026-02-22T22:09:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:09:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:09:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:09:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:09:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:09:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:41.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:09:41.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:09:41.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_24 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:09:41.097 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:09:41.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:09:41.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:41.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:41.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:41.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_24 2026-02-22T22:09:41.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_24'] 2026-02-22T22:09:41.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:41.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:41.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:41.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_24 2026-02-22T22:09:41.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:09:41.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:41.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:41.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:41.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:41.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:41.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:41.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:09:41.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:09:41.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:09:41.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:41.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:41.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:41.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_24 2026-02-22T22:09:41.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_24'] 2026-02-22T22:09:41.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:41.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:41.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:41.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_24 2026-02-22T22:09:41.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:09:41.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:41.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:41.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:09:41.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:09:41.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:09:41.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:41.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:09:41.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:09:41.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:09:41.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:41.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:41.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:41.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_24 2026-02-22T22:09:41.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_24'] 2026-02-22T22:09:41.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:41.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:41.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:41.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_24 2026-02-22T22:09:41.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:09:41.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:41.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:41.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:09:41.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:09:41.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:41.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:41.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:09:41.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:09:41.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:41.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:41.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:41.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_24 2026-02-22T22:09:41.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:09:41.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:09:41.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:09:41.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:09:41.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_24 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:09:41.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:09:41.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_24 2026-02-22T22:09:41.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:41.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:41.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:41.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_24 2026-02-22T22:09:42.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 132 2026-02-22T22:09:42.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_24 2026-02-22T22:09:42.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:42.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:42.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:42.110 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:42.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_24.status 2026-02-22T22:09:42.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_24.status 2026-02-22T22:09:42.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:42.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_24.status 2026-02-22T22:09:42.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_24.status 2026-02-22T22:09:42.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_24.status 2026-02-22T22:09:42.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:42.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.status 2026-02-22T22:09:42.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_24 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_24.status 2026-02-22T22:09:42.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:42.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:42.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:42.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_24.status 2026-02-22T22:09:42.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_24 --format xml 2026-02-22T22:09:42.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:42.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:09:42.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=132 2026-02-22T22:09:42.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:42.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:42.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:09:42.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_24 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.status 2026-02-22T22:09:42.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:42.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:42.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:42.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.status 2026-02-22T22:09:42.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_24 --format xml 2026-02-22T22:09:42.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:42.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:42.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=58 2026-02-22T22:09:42.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 132 = 58 2026-02-22T22:09:42.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:42.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:09:42.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_24 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.status 2026-02-22T22:09:42.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:42.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:42.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:42.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.status 2026-02-22T22:09:42.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_24 --format xml 2026-02-22T22:09:42.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:42.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:42.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:42.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:42.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:42.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:42.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:42.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 132 = '' 2026-02-22T22:09:42.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:42.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:09:43.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_24 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.status 2026-02-22T22:09:43.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:43.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:43.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:43.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.status 2026-02-22T22:09:43.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_24 --format xml 2026-02-22T22:09:43.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:43.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:43.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:43.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:43.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:43.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:43.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:43.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 132 = '' 2026-02-22T22:09:43.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:43.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:09:45.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_24 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.status 2026-02-22T22:09:45.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:45.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:45.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:45.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.status 2026-02-22T22:09:45.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_24 --format xml 2026-02-22T22:09:45.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:45.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:45.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=132 2026-02-22T22:09:45.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 132 = 132 2026-02-22T22:09:45.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:45.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_24 snap 2026-02-22T22:09:45.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:45.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:45.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:45.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:45.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:45.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:09:45.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:46.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_24@snap 2026-02-22T22:09:46.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_24': 2026-02-22T22:09:46.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:09:46.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:09:46.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:09:46.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df42e87db0 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df42e87db0 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:43 2026 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:43 2026 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:43 2026 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:09:46.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:09:46.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: ab162d51-9042-4f59-a26b-2ca94e22cfbf 2026-02-22T22:09:46.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:09:46.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_24 snap 2026-02-22T22:09:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:09:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:09:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_24.export 2026-02-22T22:09:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.export 2026-02-22T22:09:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_24.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.export 2026-02-22T22:09:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_24@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_24.export 2026-02-22T22:09:46.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:46.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_24@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.export 2026-02-22T22:09:46.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:46.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_24.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.export 2026-02-22T22:09:46.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_24.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_24.export 2026-02-22T22:09:46.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:46.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:09:46.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_25 2026-02-22T22:09:46.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_25 snap 2026-02-22T22:09:46.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:46.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:46.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:46.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:46.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_25@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:09:48.109 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.111+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adada1a0 2026-02-22T22:09:48.109 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.111+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adadc9c0 2026-02-22T22:09:48.109 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.111+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b23884e0 2026-02-22T22:09:48.111 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.111+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b49d1ba0 2026-02-22T22:09:48.112 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.115+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b5859ad0 2026-02-22T22:09:48.112 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.115+0000 7f2a3048c640 -1 reset not still connected to 0x55a9ba5e3ad0 2026-02-22T22:09:48.113 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.115+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bb53edd0 2026-02-22T22:09:48.113 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.115+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bbd635f0 2026-02-22T22:09:48.113 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.115+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bbdb0820 2026-02-22T22:09:48.114 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:48.115+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bd022680 2026-02-22T22:09:48.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_25 2026-02-22T22:09:48.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_25 started 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:48.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:49.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_25 started 2026-02-22T22:09:49.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_25 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:49.117 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:09:49.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:09:49.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:09:49.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:49.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:09:49.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:09:49.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:09:49.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:49.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_25 2026-02-22T22:09:49.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:09:49.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:09:49.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:49.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:49.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:49.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:09:49.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:09:49.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:09:49.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:49.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:49.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:49.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_25 2026-02-22T22:09:49.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_25'] 2026-02-22T22:09:49.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:49.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_25 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:09:49.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:09:49.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:49.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:49.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:49.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_25 2026-02-22T22:09:49.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_25'] 2026-02-22T22:09:49.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:49.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:49.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:49.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_25 2026-02-22T22:09:49.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:09:49.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:49.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:49.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:09:49.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:09:49.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:09:49.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:49.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:49.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:49.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_25 2026-02-22T22:09:49.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_25'] 2026-02-22T22:09:49.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:49.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:49.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:49.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_25 2026-02-22T22:09:49.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:09:49.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:49.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:49.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:09:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:09:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:09:49.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:49.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:49.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:49.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_25 2026-02-22T22:09:49.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:09:49.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:09:49.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:09:49.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:09:49.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:09:49.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:09:49.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:09:49.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:49.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_25 2026-02-22T22:09:49.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_25 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_25 2026-02-22T22:09:50.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 134 2026-02-22T22:09:50.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_25 2026-02-22T22:09:50.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:50.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:50.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:50.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:50.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_25.status 2026-02-22T22:09:50.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_25.status 2026-02-22T22:09:50.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:50.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_25.status 2026-02-22T22:09:50.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_25.status 2026-02-22T22:09:50.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_25.status 2026-02-22T22:09:50.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:50.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.status 2026-02-22T22:09:50.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_25 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_25.status 2026-02-22T22:09:50.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:50.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:50.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:50.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_25.status 2026-02-22T22:09:50.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_25 --format xml 2026-02-22T22:09:50.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:50.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:09:50.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=134 2026-02-22T22:09:50.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:50.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:50.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:09:50.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_25 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.status 2026-02-22T22:09:50.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:50.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:50.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:50.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.status 2026-02-22T22:09:50.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_25 --format xml 2026-02-22T22:09:50.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:50.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:50.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=59 2026-02-22T22:09:50.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 134 = 59 2026-02-22T22:09:50.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:50.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:09:50.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_25 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.status 2026-02-22T22:09:50.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:50.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:50.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:50.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.status 2026-02-22T22:09:50.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_25 --format xml 2026-02-22T22:09:50.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:50.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:50.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:50.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:50.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:50.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:50.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:50.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 134 = '' 2026-02-22T22:09:50.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:50.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:09:51.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_25 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.status 2026-02-22T22:09:51.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:51.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:51.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:51.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.status 2026-02-22T22:09:51.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_25 --format xml 2026-02-22T22:09:51.635 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:51.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:51.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:51.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:51.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:51.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:51.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:51.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 134 = '' 2026-02-22T22:09:51.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:51.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:09:51.845 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.847+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a86281a0 2026-02-22T22:09:51.846 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.847+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a8628f70 2026-02-22T22:09:51.846 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.847+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a865f2b0 2026-02-22T22:09:51.847 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.847+0000 7f2a3048c640 -1 reset not still connected to 0x55a9ad408b60 2026-02-22T22:09:51.848 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.847+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adada1a0 2026-02-22T22:09:51.848 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.847+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adadc9c0 2026-02-22T22:09:51.849 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.851+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b201a340 2026-02-22T22:09:51.849 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.851+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b23884e0 2026-02-22T22:09:51.849 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.851+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b2814680 2026-02-22T22:09:51.849 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.851+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b49d1ba0 2026-02-22T22:09:51.850 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.851+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b5859ad0 2026-02-22T22:09:51.850 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.851+0000 7f2a3048c640 -1 reset not still connected to 0x55a9ba5e3ad0 2026-02-22T22:09:51.850 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.851+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bb53edd0 2026-02-22T22:09:51.850 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.851+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bbd635f0 2026-02-22T22:09:51.850 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.851+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bd022680 2026-02-22T22:09:51.856 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.859+0000 7f2a3048c640 -1 reset not still connected to 0x55a9970ee1a0 2026-02-22T22:09:51.857 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.859+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a513a270 2026-02-22T22:09:51.858 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.859+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a86281a0 2026-02-22T22:09:51.858 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.859+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a8628f70 2026-02-22T22:09:51.859 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.859+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a865f2b0 2026-02-22T22:09:51.859 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.859+0000 7f2a3048c640 -1 reset not still connected to 0x55a9ad408b60 2026-02-22T22:09:51.859 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.859+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adada1a0 2026-02-22T22:09:51.859 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.859+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adadc9c0 2026-02-22T22:09:51.860 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:09:51.863+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bb53edd0 2026-02-22T22:09:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_25 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.status 2026-02-22T22:09:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.status 2026-02-22T22:09:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_25 --format xml 2026-02-22T22:09:53.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:53.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=134 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 134 = 134 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_25 snap 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:09:53.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:54.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_25@snap 2026-02-22T22:09:54.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_25': 2026-02-22T22:09:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:09:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:09:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:09:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfa19ad648 2026-02-22T22:09:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfa19ad648 2026-02-22T22:09:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:09:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:09:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:09:54.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:09:54.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:01:56 2026 2026-02-22T22:09:54.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:01:56 2026 2026-02-22T22:09:54.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:01:56 2026 2026-02-22T22:09:54.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:09:54.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:09:54.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:09:54.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: d7fa746c-f86f-4231-b30c-7ca30c248481 2026-02-22T22:09:54.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:09:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_25 snap 2026-02-22T22:09:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:09:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:09:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_25.export 2026-02-22T22:09:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.export 2026-02-22T22:09:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_25.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.export 2026-02-22T22:09:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_25@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_25.export 2026-02-22T22:09:54.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:54.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_25@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.export 2026-02-22T22:09:54.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:09:54.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_25.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.export 2026-02-22T22:09:54.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_25.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_25.export 2026-02-22T22:09:54.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:54.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:09:54.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_26 2026-02-22T22:09:54.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_26 snap 2026-02-22T22:09:54.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:54.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:54.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:54.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:09:54.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_26@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:09:56.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_26 2026-02-22T22:09:56.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:56.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:56.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:56.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_26 started 2026-02-22T22:09:56.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:56.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:56.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:56.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:09:56.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:09:56.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:56.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:09:57.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_26 started 2026-02-22T22:09:57.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:57.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:57.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:57.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:09:57.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:09:57.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:09:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_26 2026-02-22T22:09:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:09:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:09:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:09:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:09:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:09:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:09:57.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_26 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:09:57.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:57.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:09:57.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:09:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:09:57.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_26 2026-02-22T22:09:57.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_26'] 2026-02-22T22:09:57.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:57.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_26 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:09:57.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:09:57.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:57.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:57.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:09:57.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:09:57.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:09:57.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:57.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:57.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:09:57.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_26 2026-02-22T22:09:57.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_26'] 2026-02-22T22:09:57.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:57.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:57.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:57.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_26 2026-02-22T22:09:57.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:09:57.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:57.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:57.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:09:57.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:09:57.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:09:57.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:09:57.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:09:57.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:57.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:57.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:09:57.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_26 2026-02-22T22:09:57.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_26'] 2026-02-22T22:09:57.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:09:57.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:09:57.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:09:57.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_26 2026-02-22T22:09:57.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:09:57.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:09:57.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:09:57.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:09:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:09:57.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:09:57.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:09:57.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:09:57.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:09:57.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:57.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:57.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:09:57.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_26 2026-02-22T22:09:57.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:09:57.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:09:57.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:09:57.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:09:57.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:09:57.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:09:57.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_26 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_26 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:57.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:57.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:57.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_26 2026-02-22T22:09:58.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 136 2026-02-22T22:09:58.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_26 2026-02-22T22:09:58.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:09:58.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:58.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:58.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:58.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_26.status 2026-02-22T22:09:58.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_26.status 2026-02-22T22:09:58.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:58.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_26.status 2026-02-22T22:09:58.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_26.status 2026-02-22T22:09:58.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_26.status 2026-02-22T22:09:58.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:09:58.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.status 2026-02-22T22:09:58.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_26 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_26.status 2026-02-22T22:09:58.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:09:58.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:58.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:58.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_26.status 2026-02-22T22:09:58.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_26 --format xml 2026-02-22T22:09:58.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:58.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:09:58.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=136 2026-02-22T22:09:58.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:58.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:58.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:09:58.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_26 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.status 2026-02-22T22:09:58.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:58.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:58.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:58.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.status 2026-02-22T22:09:58.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_26 --format xml 2026-02-22T22:09:58.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:58.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:58.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=60 2026-02-22T22:09:58.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 136 = 60 2026-02-22T22:09:58.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:58.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:09:58.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_26 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.status 2026-02-22T22:09:58.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:58.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:58.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:58.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.status 2026-02-22T22:09:58.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_26 --format xml 2026-02-22T22:09:58.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:58.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:58.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:58.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:58.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:58.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:58.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:58.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 136 = '' 2026-02-22T22:09:58.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:58.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:09:59.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_26 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.status 2026-02-22T22:09:59.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:09:59.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:09:59.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:09:59.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.status 2026-02-22T22:09:59.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_26 --format xml 2026-02-22T22:09:59.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:09:59.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:09:59.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:09:59.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:09:59.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:09:59.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:09:59.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:09:59.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 136 = '' 2026-02-22T22:09:59.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:09:59.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:10:01.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_26 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.status 2026-02-22T22:10:01.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:01.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:01.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:10:01.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.status 2026-02-22T22:10:01.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_26 --format xml 2026-02-22T22:10:01.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:01.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:01.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=136 2026-02-22T22:10:01.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 136 = 136 2026-02-22T22:10:01.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:01.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_26 snap 2026-02-22T22:10:01.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:01.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:01.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:10:01.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:01.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:01.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:10:01.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:02.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_26@snap 2026-02-22T22:10:02.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_26': 2026-02-22T22:10:02.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:10:02.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:10:02.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:10:02.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfd7f35837 2026-02-22T22:10:02.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfd7f35837 2026-02-22T22:10:02.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:04 2026 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:04 2026 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:04 2026 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 9eb95258-d1df-419f-b2dd-645cb386115d 2026-02-22T22:10:02.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:10:02.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:02.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_26 snap 2026-02-22T22:10:02.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:02.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:10:02.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:02.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:10:02.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_26.export 2026-02-22T22:10:02.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.export 2026-02-22T22:10:02.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_26.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.export 2026-02-22T22:10:02.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_26@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_26.export 2026-02-22T22:10:02.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:02.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_26@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.export 2026-02-22T22:10:02.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:02.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_26.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.export 2026-02-22T22:10:02.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_26.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_26.export 2026-02-22T22:10:02.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:02.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:10:02.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_27 2026-02-22T22:10:02.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_27 snap 2026-02-22T22:10:02.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:02.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:02.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:02.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:02.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_27@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:10:04.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_27 2026-02-22T22:10:04.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:04.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:04.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:04.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_27 started 2026-02-22T22:10:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:10:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:04.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:05.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_27 started 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_27 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:05.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:10:05.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:10:05.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_27 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:05.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:05.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:05.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:05.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:05.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:05.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:05.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:10:05.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:10:05.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:10:05.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:05.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:05.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:05.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_27 2026-02-22T22:10:05.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_27'] 2026-02-22T22:10:05.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:05.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:05.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:05.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_27 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:10:05.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:10:05.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:10:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:10:05.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:10:05.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:10:05.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:05.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:05.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:05.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_27 2026-02-22T22:10:05.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_27'] 2026-02-22T22:10:05.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:05.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:05.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:05.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_27 2026-02-22T22:10:05.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:05.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:05.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:05.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:05.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:10:05.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:10:05.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:10:05.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:05.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:05.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:05.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_27 2026-02-22T22:10:05.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_27'] 2026-02-22T22:10:05.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:05.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:05.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:05.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_27 2026-02-22T22:10:05.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:10:05.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:05.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:05.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:10:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:05.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:05.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:10:05.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:10:05.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:10:05.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:05.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:05.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:05.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_27 2026-02-22T22:10:05.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:10:05.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:10:05.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:10:05.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:10:05.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:10:05.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:10:05.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:10:05.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:05.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_27 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_27 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:05.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:05.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_27 2026-02-22T22:10:06.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 138 2026-02-22T22:10:06.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_27 2026-02-22T22:10:06.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:06.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:06.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:06.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:06.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_27.status 2026-02-22T22:10:06.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_27.status 2026-02-22T22:10:06.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:06.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_27.status 2026-02-22T22:10:06.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_27.status 2026-02-22T22:10:06.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_27.status 2026-02-22T22:10:06.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:06.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.status 2026-02-22T22:10:06.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_27 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_27.status 2026-02-22T22:10:06.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:06.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:06.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:06.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_27.status 2026-02-22T22:10:06.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_27 --format xml 2026-02-22T22:10:06.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:06.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:10:06.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=138 2026-02-22T22:10:06.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:06.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:06.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:10:06.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_27 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.status 2026-02-22T22:10:06.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:06.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:06.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:06.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.status 2026-02-22T22:10:06.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_27 --format xml 2026-02-22T22:10:06.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:06.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:06.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=61 2026-02-22T22:10:06.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 138 = 61 2026-02-22T22:10:06.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:06.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:10:06.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_27 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.status 2026-02-22T22:10:06.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:06.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:06.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:06.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.status 2026-02-22T22:10:06.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_27 --format xml 2026-02-22T22:10:06.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:06.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:06.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:06.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:06.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:06.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:06.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:06.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 138 = '' 2026-02-22T22:10:06.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:06.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:10:07.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_27 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.status 2026-02-22T22:10:07.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:07.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:07.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:07.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.status 2026-02-22T22:10:07.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_27 --format xml 2026-02-22T22:10:07.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:07.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:07.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:07.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:07.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:07.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:07.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:07.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 138 = '' 2026-02-22T22:10:07.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:07.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:10:09.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_27 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.status 2026-02-22T22:10:09.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:09.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:09.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:09.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.status 2026-02-22T22:10:09.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_27 --format xml 2026-02-22T22:10:09.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:09.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:09.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=138 2026-02-22T22:10:09.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 138 = 138 2026-02-22T22:10:09.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:09.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_27 snap 2026-02-22T22:10:09.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:09.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:09.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:09.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:09.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:09.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:10:09.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:10.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_27@snap 2026-02-22T22:10:10.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_27': 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df60aac2c8 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df60aac2c8 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:10:10.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:12 2026 2026-02-22T22:10:10.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:12 2026 2026-02-22T22:10:10.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:12 2026 2026-02-22T22:10:10.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:10:10.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:10:10.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:10:10.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: a5e7dedf-62cf-4550-8606-7007868f46d0 2026-02-22T22:10:10.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:10:10.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:10.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_27 snap 2026-02-22T22:10:10.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:10.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:10:10.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:10.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:10:10.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_27.export 2026-02-22T22:10:10.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.export 2026-02-22T22:10:10.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_27.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.export 2026-02-22T22:10:10.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_27@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_27.export 2026-02-22T22:10:10.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:10.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_27@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.export 2026-02-22T22:10:10.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:10.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_27.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.export 2026-02-22T22:10:10.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_27.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_27.export 2026-02-22T22:10:10.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:10.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:10:10.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_28 2026-02-22T22:10:10.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_28 snap 2026-02-22T22:10:10.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:10.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:10.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:10.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:10.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_28@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_28 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_28 started 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:12.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:13.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_28 started 2026-02-22T22:10:13.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:13.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:13.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:13.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:10:13.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:10:13.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:10:13.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:10:13.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_28 2026-02-22T22:10:13.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:10:13.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:13.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:10:13.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:10:13.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:10:13.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:13.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:10:13.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:10:13.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:10:13.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:13.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_28 2026-02-22T22:10:13.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:10:13.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:13.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:13.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:13.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:13.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:10:13.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:10:13.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:10:13.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:13.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_28 2026-02-22T22:10:13.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_28'] 2026-02-22T22:10:13.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:13.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:13.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:13.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_28 2026-02-22T22:10:13.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:13.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:10:13.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:10:13.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:13.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:13.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:13.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_28 2026-02-22T22:10:13.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_28'] 2026-02-22T22:10:13.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:13.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:13.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:13.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_28 2026-02-22T22:10:13.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:10:13.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:13.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:13.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:10:13.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:10:13.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:13.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:13.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:10:13.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:10:13.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:10:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:13.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:13.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:13.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_28 2026-02-22T22:10:13.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_28'] 2026-02-22T22:10:13.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:13.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_28 2026-02-22T22:10:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:10:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:13.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:10:13.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:10:13.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:10:13.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:13.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:13.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:13.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_28 2026-02-22T22:10:13.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:10:13.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:10:13.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:10:13.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_28 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_28 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:13.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:13.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_28 2026-02-22T22:10:14.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 140 2026-02-22T22:10:14.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_28 2026-02-22T22:10:14.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:14.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:14.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:14.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:14.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_28.status 2026-02-22T22:10:14.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_28.status 2026-02-22T22:10:14.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:14.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_28.status 2026-02-22T22:10:14.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_28.status 2026-02-22T22:10:14.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_28.status 2026-02-22T22:10:14.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:14.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.status 2026-02-22T22:10:14.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_28 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_28.status 2026-02-22T22:10:14.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:14.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:14.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:14.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_28.status 2026-02-22T22:10:14.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_28 --format xml 2026-02-22T22:10:14.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:14.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:10:14.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=140 2026-02-22T22:10:14.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:14.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:14.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:10:14.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_28 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.status 2026-02-22T22:10:14.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:14.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:14.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:14.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.status 2026-02-22T22:10:14.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_28 --format xml 2026-02-22T22:10:14.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:14.643 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:14.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=62 2026-02-22T22:10:14.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 140 = 62 2026-02-22T22:10:14.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:14.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:10:15.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_28 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.status 2026-02-22T22:10:15.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:15.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:15.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:15.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.status 2026-02-22T22:10:15.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_28 --format xml 2026-02-22T22:10:15.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:15.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:15.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:15.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:15.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:15.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 140 = '' 2026-02-22T22:10:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:15.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:10:15.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_28 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.status 2026-02-22T22:10:15.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:15.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:15.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:15.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.status 2026-02-22T22:10:15.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_28 --format xml 2026-02-22T22:10:15.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:15.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:15.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:15.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:15.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:15.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:15.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:15.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 140 = '' 2026-02-22T22:10:15.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:15.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:10:17.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_28 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.status 2026-02-22T22:10:17.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:17.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:17.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:17.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.status 2026-02-22T22:10:17.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_28 --format xml 2026-02-22T22:10:17.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:17.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:17.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=140 2026-02-22T22:10:17.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 140 = 140 2026-02-22T22:10:17.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:17.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_28 snap 2026-02-22T22:10:17.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:17.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:17.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:17.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:17.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:17.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:10:17.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:18.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_28@snap 2026-02-22T22:10:18.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_28': 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfdbf6d349 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfdbf6d349 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:10:18.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:19 2026 2026-02-22T22:10:18.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:19 2026 2026-02-22T22:10:18.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:19 2026 2026-02-22T22:10:18.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:10:18.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:10:18.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:10:18.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: d49507b0-298f-4b1d-8d96-54e83bfea58c 2026-02-22T22:10:18.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:10:18.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:18.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_28 snap 2026-02-22T22:10:18.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:18.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:10:18.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:18.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:10:18.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_28.export 2026-02-22T22:10:18.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.export 2026-02-22T22:10:18.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_28.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.export 2026-02-22T22:10:18.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_28@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_28.export 2026-02-22T22:10:18.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:18.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_28@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.export 2026-02-22T22:10:18.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:18.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_28.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.export 2026-02-22T22:10:18.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_28.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_28.export 2026-02-22T22:10:19.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:19.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:10:19.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_29 2026-02-22T22:10:19.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_29 snap 2026-02-22T22:10:19.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:19.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:19.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:19.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:19.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_29@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:10:20.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_29 2026-02-22T22:10:20.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:20.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_29 started 2026-02-22T22:10:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:10:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:20.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:21.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_29 started 2026-02-22T22:10:21.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:21.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:21.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:21.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:10:21.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:10:21.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:10:21.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_29 2026-02-22T22:10:21.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:10:21.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:10:21.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:21.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:10:21.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:10:21.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_29 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:10:21.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:10:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:21.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:21.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:10:21.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:10:21.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:10:21.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:21.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:21.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:21.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_29 2026-02-22T22:10:21.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_29'] 2026-02-22T22:10:21.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:21.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:21.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:21.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_29 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:10:21.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:10:21.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:10:21.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:21.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:21.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:21.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_29 2026-02-22T22:10:21.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_29'] 2026-02-22T22:10:21.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:21.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_29 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:21.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:10:21.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:21.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:21.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:21.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:21.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:21.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:21.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:21.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:10:21.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:10:21.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:10:21.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:21.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:21.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:21.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_29 2026-02-22T22:10:21.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_29'] 2026-02-22T22:10:21.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:21.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:21.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:21.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_29 2026-02-22T22:10:21.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:21.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:21.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:21.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:21.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:10:21.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:10:21.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:10:21.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:21.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:21.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:21.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_29 2026-02-22T22:10:21.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:10:21.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:10:21.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:10:21.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:10:21.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_29 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:10:21.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_29 2026-02-22T22:10:21.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:21.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:21.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:21.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_29 2026-02-22T22:10:22.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 142 2026-02-22T22:10:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_29 2026-02-22T22:10:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:22.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_29.status 2026-02-22T22:10:22.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_29.status 2026-02-22T22:10:22.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:22.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_29.status 2026-02-22T22:10:22.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_29.status 2026-02-22T22:10:22.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_29.status 2026-02-22T22:10:22.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:22.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.status 2026-02-22T22:10:22.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_29 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_29.status 2026-02-22T22:10:22.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:22.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:22.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:22.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_29.status 2026-02-22T22:10:22.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_29 --format xml 2026-02-22T22:10:22.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:22.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:10:22.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=142 2026-02-22T22:10:22.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:22.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:22.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:10:22.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_29 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.status 2026-02-22T22:10:22.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:22.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:22.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:22.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.status 2026-02-22T22:10:22.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_29 --format xml 2026-02-22T22:10:22.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:22.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:22.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=63 2026-02-22T22:10:22.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 142 = 63 2026-02-22T22:10:22.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:22.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:10:22.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_29 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.status 2026-02-22T22:10:22.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:22.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:22.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:22.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.status 2026-02-22T22:10:22.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_29 --format xml 2026-02-22T22:10:22.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:22.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:22.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:22.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:22.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:22.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:22.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:22.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 142 = '' 2026-02-22T22:10:22.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:22.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:10:23.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_29 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.status 2026-02-22T22:10:23.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:23.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:23.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:23.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.status 2026-02-22T22:10:23.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_29 --format xml 2026-02-22T22:10:23.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:23.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:23.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:23.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:23.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:23.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:23.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:23.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 142 = '' 2026-02-22T22:10:23.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:23.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:10:23.939 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.0 2026-02-22T22:10:23.939 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Sent signal 15 2026-02-22T22:10:23.939 INFO:tasks.rbd_mirror_thrash:waiting for 5.518522756648709 secs before reviving daemons 2026-02-22T22:10:23.940 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:10:23.938+0000 7fb9b24a7640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 (PID: 35498) UID: 1000 2026-02-22T22:10:25.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_29 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.status 2026-02-22T22:10:25.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:25.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:25.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:25.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.status 2026-02-22T22:10:25.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_29 --format xml 2026-02-22T22:10:25.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:25.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:25.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=142 2026-02-22T22:10:25.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 142 = 142 2026-02-22T22:10:25.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:25.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_29 snap 2026-02-22T22:10:25.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:25.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:25.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:25.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:25.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:25.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:10:25.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:26.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_29@snap 2026-02-22T22:10:26.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_29': 2026-02-22T22:10:26.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df62fae8ff 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df62fae8ff 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:29 2026 2026-02-22T22:10:26.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:29 2026 2026-02-22T22:10:26.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:29 2026 2026-02-22T22:10:26.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:10:26.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:10:26.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:10:26.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 16ea32ad-2b8b-4581-b067-eb86b07ba5e2 2026-02-22T22:10:26.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:10:26.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:26.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_29 snap 2026-02-22T22:10:26.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:26.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:10:26.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:26.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:10:26.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_29.export 2026-02-22T22:10:26.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.export 2026-02-22T22:10:26.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_29.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.export 2026-02-22T22:10:26.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_29@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_29.export 2026-02-22T22:10:26.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:26.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_29@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.export 2026-02-22T22:10:26.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:26.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_29.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.export 2026-02-22T22:10:26.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_29.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_29.export 2026-02-22T22:10:26.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:26.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:10:26.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_30 2026-02-22T22:10:26.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_30 snap 2026-02-22T22:10:26.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:26.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:26.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:26.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:26.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_30@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:10:28.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_30 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_30 started 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:28.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:28.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:29.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_30 started 2026-02-22T22:10:29.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_30 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:10:29.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:10:29.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:10:29.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:29.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:10:29.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:10:29.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:10:29.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:29.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_30 2026-02-22T22:10:29.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:10:29.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:10:29.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:29.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:29.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:29.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:10:29.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:10:29.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:10:29.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:29.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:29.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:29.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_30 2026-02-22T22:10:29.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_30'] 2026-02-22T22:10:29.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:29.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_30 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:29.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:10:29.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:10:29.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:10:29.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:29.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:29.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:29.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_30 2026-02-22T22:10:29.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_30'] 2026-02-22T22:10:29.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:29.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:29.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:29.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_30 2026-02-22T22:10:29.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:29.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:29.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:29.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:29.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:29.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:10:29.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:10:29.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:10:29.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:29.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:29.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:29.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_30 2026-02-22T22:10:29.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_30'] 2026-02-22T22:10:29.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:29.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:29.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:29.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_30 2026-02-22T22:10:29.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:29.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:29.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:10:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:10:29.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:10:29.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:29.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:29.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:29.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_30 2026-02-22T22:10:29.459 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.0 2026-02-22T22:10:29.459 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:10:29.459 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.0 2026-02-22T22:10:29.459 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Restarting daemon 2026-02-22T22:10:29.460 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 2026-02-22T22:10:29.462 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Started 2026-02-22T22:10:29.462 INFO:tasks.rbd_mirror_thrash:waiting for 116.12427594955129 secs before thrashing 2026-02-22T22:10:29.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:10:29.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:10:29.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:10:29.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:10:29.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_30 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:10:29.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:10:29.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_30 2026-02-22T22:10:29.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:29.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:29.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:29.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_30 2026-02-22T22:10:30.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 144 2026-02-22T22:10:30.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_30 2026-02-22T22:10:30.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:30.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:30.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:30.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:30.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_30.status 2026-02-22T22:10:30.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_30.status 2026-02-22T22:10:30.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:30.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_30.status 2026-02-22T22:10:30.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_30.status 2026-02-22T22:10:30.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_30.status 2026-02-22T22:10:30.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.status 2026-02-22T22:10:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_30 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_30.status 2026-02-22T22:10:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_30.status 2026-02-22T22:10:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_30 --format xml 2026-02-22T22:10:30.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:30.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:10:30.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=144 2026-02-22T22:10:30.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:30.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:30.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:10:30.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_30 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.status 2026-02-22T22:10:30.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:30.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:30.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:30.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.status 2026-02-22T22:10:30.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_30 --format xml 2026-02-22T22:10:30.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:30.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:30.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=64 2026-02-22T22:10:30.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 144 = 64 2026-02-22T22:10:30.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:30.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:10:30.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_30 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.status 2026-02-22T22:10:30.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:30.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:30.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:30.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.status 2026-02-22T22:10:30.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_30 --format xml 2026-02-22T22:10:30.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:30.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:30.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:30.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:30.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:30.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:30.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:30.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 144 = '' 2026-02-22T22:10:30.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:30.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:10:31.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_30 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.status 2026-02-22T22:10:31.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:31.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:31.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:31.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.status 2026-02-22T22:10:31.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_30 --format xml 2026-02-22T22:10:31.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:31.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:31.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:31.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:31.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:31.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:31.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:31.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 144 = '' 2026-02-22T22:10:31.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:31.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:10:33.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_30 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.status 2026-02-22T22:10:33.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:33.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:33.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:33.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.status 2026-02-22T22:10:33.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_30 --format xml 2026-02-22T22:10:33.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:33.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=144 2026-02-22T22:10:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 144 = 144 2026-02-22T22:10:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_30 snap 2026-02-22T22:10:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:33.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:10:33.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:34.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_30@snap 2026-02-22T22:10:34.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_30': 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfff54b339 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfff54b339 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:10:34.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:38 2026 2026-02-22T22:10:34.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:38 2026 2026-02-22T22:10:34.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:38 2026 2026-02-22T22:10:34.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:10:34.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:10:34.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:10:34.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 017b6f00-f8c1-4702-862e-8fbbc55801c6 2026-02-22T22:10:34.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:10:34.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:34.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_30 snap 2026-02-22T22:10:34.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:34.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:10:34.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:34.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:10:34.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_30.export 2026-02-22T22:10:34.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.export 2026-02-22T22:10:34.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_30.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.export 2026-02-22T22:10:34.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_30@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_30.export 2026-02-22T22:10:34.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:34.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_30@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.export 2026-02-22T22:10:34.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:34.784 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_30.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.export 2026-02-22T22:10:34.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_30.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_30.export 2026-02-22T22:10:34.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:34.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:10:34.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_31 2026-02-22T22:10:34.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_31 snap 2026-02-22T22:10:34.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:34.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:34.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:34.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:34.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_31@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:10:36.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_31 2026-02-22T22:10:36.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_31 started 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:36.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:36.578 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.28557690487169674) > weight (0.25) 2026-02-22T22:10:36.579 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.7420892272166106) > weight (0.25) 2026-02-22T22:10:36.579 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.9544187950705717) > weight (0.25) 2026-02-22T22:10:36.579 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.7930613719477033) > weight (0.25) 2026-02-22T22:10:36.579 INFO:tasks.rbd_mirror_thrash:waiting for 63.79612881224137 secs before thrashing 2026-02-22T22:10:37.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_31 started 2026-02-22T22:10:37.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:37.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:37.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:37.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:10:37.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:10:37.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:10:37.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_31 2026-02-22T22:10:37.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:10:37.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:10:37.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:37.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:10:37.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:10:37.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:10:37.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:37.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:10:37.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:10:37.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:10:37.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:37.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_31 2026-02-22T22:10:37.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:10:37.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:37.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:37.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:10:37.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:10:37.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:37.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:37.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:10:37.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:10:37.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:10:37.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:37.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:37.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:37.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_31 2026-02-22T22:10:37.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_31'] 2026-02-22T22:10:37.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:37.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:37.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:37.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_31 2026-02-22T22:10:37.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:10:37.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:37.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:37.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:37.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:10:37.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:10:37.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:10:37.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:37.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:37.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:37.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_31 2026-02-22T22:10:37.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_31'] 2026-02-22T22:10:37.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:37.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:37.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:37.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_31 2026-02-22T22:10:37.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:37.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:37.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:10:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:10:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:10:37.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:37.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:37.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:37.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_31 2026-02-22T22:10:37.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_31'] 2026-02-22T22:10:37.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:37.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:37.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:37.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_31 2026-02-22T22:10:37.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:10:37.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:10:37.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:37.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:37.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:37.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:10:37.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:10:37.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:10:37.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:37.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:37.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:37.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_31 2026-02-22T22:10:37.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:10:37.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:10:37.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:10:37.508 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:10:37.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_31 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_31 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_31 2026-02-22T22:10:38.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 146 2026-02-22T22:10:38.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_31 2026-02-22T22:10:38.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:38.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:38.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:38.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:38.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_31.status 2026-02-22T22:10:38.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_31.status 2026-02-22T22:10:38.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:38.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_31.status 2026-02-22T22:10:38.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_31.status 2026-02-22T22:10:38.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_31.status 2026-02-22T22:10:38.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:38.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.status 2026-02-22T22:10:38.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_31 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_31.status 2026-02-22T22:10:38.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:38.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:38.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:38.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_31.status 2026-02-22T22:10:38.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_31 --format xml 2026-02-22T22:10:38.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:38.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:10:38.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=146 2026-02-22T22:10:38.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:38.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:38.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:10:38.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_31 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.status 2026-02-22T22:10:38.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:38.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:38.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:38.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.status 2026-02-22T22:10:38.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_31 --format xml 2026-02-22T22:10:38.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:38.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:38.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=65 2026-02-22T22:10:38.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 146 = 65 2026-02-22T22:10:38.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:38.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:10:38.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_31 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.status 2026-02-22T22:10:38.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:38.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:38.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:38.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.status 2026-02-22T22:10:38.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_31 --format xml 2026-02-22T22:10:38.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:38.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:38.917 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:38.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:38.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:38.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:38.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:38.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 146 = '' 2026-02-22T22:10:38.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:38.920 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:10:39.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_31 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.status 2026-02-22T22:10:39.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:39.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:39.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:39.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.status 2026-02-22T22:10:39.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_31 --format xml 2026-02-22T22:10:39.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:39.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:39.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=146 2026-02-22T22:10:39.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 146 = 146 2026-02-22T22:10:39.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:39.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_31 snap 2026-02-22T22:10:39.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:39.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:39.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:39.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:39.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:39.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:10:39.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:40.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_31@snap 2026-02-22T22:10:40.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_31': 2026-02-22T22:10:40.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:10:40.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:10:40.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:10:40.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df591f1d4d 2026-02-22T22:10:40.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df591f1d4d 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:50 2026 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:50 2026 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:50 2026 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 4fbcdbcd-5f4c-4251-a513-6362849c20b5 2026-02-22T22:10:40.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:10:40.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:40.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_31 snap 2026-02-22T22:10:40.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:40.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:10:40.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:40.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:10:40.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_31.export 2026-02-22T22:10:40.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.export 2026-02-22T22:10:40.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_31.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.export 2026-02-22T22:10:40.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_31@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_31.export 2026-02-22T22:10:41.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:41.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_31@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.export 2026-02-22T22:10:41.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:41.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_31.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.export 2026-02-22T22:10:41.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_31.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_31.export 2026-02-22T22:10:41.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:41.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:10:41.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_32 2026-02-22T22:10:41.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_32 snap 2026-02-22T22:10:41.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:41.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:41.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:41.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:41.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_32@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:10:43.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_32 2026-02-22T22:10:43.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:43.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_32 started 2026-02-22T22:10:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:10:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:43.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:44.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_32 started 2026-02-22T22:10:44.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:44.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:44.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:44.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:10:44.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:10:44.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:10:44.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_32 2026-02-22T22:10:44.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:10:44.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:10:44.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:44.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:10:44.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:10:44.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:10:44.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:44.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:10:44.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:10:44.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:10:44.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_32 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:44.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:44.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:44.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:44.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:44.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:44.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:44.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:44.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:10:44.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:10:44.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:10:44.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:44.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:44.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:44.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_32 2026-02-22T22:10:44.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_32'] 2026-02-22T22:10:44.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:44.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:44.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:44.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_32 2026-02-22T22:10:44.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:10:44.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:44.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:44.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:10:44.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:10:44.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:44.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:44.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:44.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:10:44.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:44.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:44.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:44.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:10:44.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:44.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:44.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:44.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:10:44.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:10:44.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:10:44.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:44.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:44.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:44.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_32 2026-02-22T22:10:44.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_32'] 2026-02-22T22:10:44.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:44.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:44.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:44.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_32 2026-02-22T22:10:44.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:10:44.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:44.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:44.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:10:44.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:10:44.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:44.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:10:44.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:10:44.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:44.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:44.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:44.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_32 2026-02-22T22:10:44.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_32'] 2026-02-22T22:10:44.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:44.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_32 2026-02-22T22:10:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:10:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:10:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:10:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:44.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:44.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:44.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:44.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:44.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:44.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:44.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:10:44.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:10:44.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:10:44.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:44.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:44.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:44.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_32 2026-02-22T22:10:44.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:10:44.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:10:44.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:10:44.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:10:44.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_32 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_32 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_32 2026-02-22T22:10:45.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 148 2026-02-22T22:10:45.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_32 2026-02-22T22:10:45.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:45.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:45.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:45.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:45.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_32.status 2026-02-22T22:10:45.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_32.status 2026-02-22T22:10:45.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:45.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_32.status 2026-02-22T22:10:45.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_32.status 2026-02-22T22:10:45.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_32.status 2026-02-22T22:10:45.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:45.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.status 2026-02-22T22:10:45.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_32 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_32.status 2026-02-22T22:10:45.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:45.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:45.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:45.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_32.status 2026-02-22T22:10:45.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_32 --format xml 2026-02-22T22:10:45.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:45.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:10:45.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=148 2026-02-22T22:10:45.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:45.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:45.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:10:45.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_32 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.status 2026-02-22T22:10:45.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:45.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:45.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:45.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.status 2026-02-22T22:10:45.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_32 --format xml 2026-02-22T22:10:45.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:45.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=66 2026-02-22T22:10:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 148 = 66 2026-02-22T22:10:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:10:45.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_32 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.status 2026-02-22T22:10:45.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:45.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:45.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:45.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.status 2026-02-22T22:10:45.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_32 --format xml 2026-02-22T22:10:45.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:45.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:45.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:45.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:45.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:45.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:45.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:45.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 148 = '' 2026-02-22T22:10:45.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:45.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:10:46.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_32 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.status 2026-02-22T22:10:46.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:46.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:46.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:46.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.status 2026-02-22T22:10:46.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_32 --format xml 2026-02-22T22:10:46.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:46.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:46.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:46.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:46.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:46.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:46.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:46.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 148 = '' 2026-02-22T22:10:46.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:46.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:10:48.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_32 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.status 2026-02-22T22:10:48.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:48.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:48.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:48.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.status 2026-02-22T22:10:48.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_32 --format xml 2026-02-22T22:10:48.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:48.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:48.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=148 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 148 = 148 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_32 snap 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:10:48.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:49.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_32@snap 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_32': 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df187fc043 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df187fc043 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:02:58 2026 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:02:58 2026 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:02:58 2026 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:10:49.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:10:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:10:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 7c6516b0-cc15-4b48-89eb-cbff3528db02 2026-02-22T22:10:49.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:10:49.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:49.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_32 snap 2026-02-22T22:10:49.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:49.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:10:49.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:49.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:10:49.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_32.export 2026-02-22T22:10:49.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.export 2026-02-22T22:10:49.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_32.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.export 2026-02-22T22:10:49.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_32@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_32.export 2026-02-22T22:10:49.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:49.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_32@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.export 2026-02-22T22:10:49.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:49.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_32.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.export 2026-02-22T22:10:49.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_32.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_32.export 2026-02-22T22:10:49.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:49.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:10:49.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_33 2026-02-22T22:10:49.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_33 snap 2026-02-22T22:10:49.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:49.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:49.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:49.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:49.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_33@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:10:51.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_33 2026-02-22T22:10:51.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:51.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:51.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:51.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_33 started 2026-02-22T22:10:51.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:51.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:10:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:52.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_33 started 2026-02-22T22:10:52.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:52.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:52.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:52.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:10:52.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:10:52.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:10:52.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_33 2026-02-22T22:10:52.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:10:52.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:10:52.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:52.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:10:52.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:10:52.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:10:52.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:52.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:10:52.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:10:52.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:10:52.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_33 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:10:52.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:52.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:10:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:10:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:10:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:10:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:10:52.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:52.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:52.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:10:52.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_33 2026-02-22T22:10:52.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_33'] 2026-02-22T22:10:52.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:52.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:52.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_33 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:10:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:10:52.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:52.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:52.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:52.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:10:52.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:10:52.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:52.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:52.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:10:52.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:10:52.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:10:52.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:52.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:52.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:10:52.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_33 2026-02-22T22:10:52.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_33'] 2026-02-22T22:10:52.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:52.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:52.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:52.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_33 2026-02-22T22:10:52.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:10:52.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:52.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:52.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:10:52.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:10:52.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:52.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:52.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:10:52.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:52.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:52.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:52.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:10:52.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:10:52.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:52.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:52.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:10:52.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:10:52.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:10:52.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:52.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:52.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:10:52.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_33 2026-02-22T22:10:52.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_33'] 2026-02-22T22:10:52.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:10:52.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_33 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:10:52.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:10:52.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:10:52.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:52.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:52.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:10:52.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_33 2026-02-22T22:10:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:10:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:10:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:10:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:10:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:10:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:10:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:10:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_33 2026-02-22T22:10:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:52.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:52.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:10:52.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:10:52.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_33 2026-02-22T22:10:52.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:52.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:52.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:52.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_33 2026-02-22T22:10:53.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 150 2026-02-22T22:10:53.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_33 2026-02-22T22:10:53.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:10:53.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:53.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:53.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:53.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_33.status 2026-02-22T22:10:53.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_33.status 2026-02-22T22:10:53.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:53.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_33.status 2026-02-22T22:10:53.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_33.status 2026-02-22T22:10:53.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_33.status 2026-02-22T22:10:53.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:10:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.status 2026-02-22T22:10:53.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_33 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_33.status 2026-02-22T22:10:53.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:53.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:53.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:53.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_33.status 2026-02-22T22:10:53.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_33 --format xml 2026-02-22T22:10:53.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:53.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:10:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=150 2026-02-22T22:10:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:53.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:10:53.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_33 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.status 2026-02-22T22:10:53.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:53.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:53.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:53.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.status 2026-02-22T22:10:53.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_33 --format xml 2026-02-22T22:10:53.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:53.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:53.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=67 2026-02-22T22:10:53.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 150 = 67 2026-02-22T22:10:53.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:53.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:10:53.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_33 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.status 2026-02-22T22:10:53.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:53.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:53.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:53.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.status 2026-02-22T22:10:53.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_33 --format xml 2026-02-22T22:10:53.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:53.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:53.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:53.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:53.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:53.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:53.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:53.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 150 = '' 2026-02-22T22:10:53.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:53.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:10:54.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_33 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.status 2026-02-22T22:10:54.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:54.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:54.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:54.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.status 2026-02-22T22:10:54.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_33 --format xml 2026-02-22T22:10:54.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:54.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:10:54.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:54.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:10:54.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:10:54.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:10:54.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:10:54.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 150 = '' 2026-02-22T22:10:54.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:10:54.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:10:56.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_33 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.status 2026-02-22T22:10:56.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:56.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:56.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:56.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.status 2026-02-22T22:10:56.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_33 --format xml 2026-02-22T22:10:56.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:10:56.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:10:56.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=150 2026-02-22T22:10:56.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 150 = 150 2026-02-22T22:10:56.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:56.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_33 snap 2026-02-22T22:10:56.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:56.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:56.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:56.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:56.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:56.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:10:56.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:10:57.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_33@snap 2026-02-22T22:10:57.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_33': 2026-02-22T22:10:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:10:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:10:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:10:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfd66ac5b0 2026-02-22T22:10:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfd66ac5b0 2026-02-22T22:10:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:10:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:10:57.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:10:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:10:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:07 2026 2026-02-22T22:10:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:07 2026 2026-02-22T22:10:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:07 2026 2026-02-22T22:10:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:10:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:10:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:10:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: c8c46684-24d4-4326-85c3-0dacfcf158b0 2026-02-22T22:10:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:10:57.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:57.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_33 snap 2026-02-22T22:10:57.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:57.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:10:57.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:57.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:10:57.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_33.export 2026-02-22T22:10:57.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.export 2026-02-22T22:10:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_33.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.export 2026-02-22T22:10:57.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_33@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_33.export 2026-02-22T22:10:57.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:57.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_33@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.export 2026-02-22T22:10:57.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:10:57.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_33.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.export 2026-02-22T22:10:57.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_33.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_33.export 2026-02-22T22:10:57.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:10:57.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:10:57.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_34 2026-02-22T22:10:57.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_34 snap 2026-02-22T22:10:57.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:10:57.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:57.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:10:57.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:10:57.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_34@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:10:59.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_34 2026-02-22T22:10:59.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_34 started 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:10:59.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:00.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_34 started 2026-02-22T22:11:00.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:00.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:00.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:00.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:11:00.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:11:00.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:11:00.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_34 2026-02-22T22:11:00.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:11:00.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:11:00.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:00.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:11:00.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:11:00.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:11:00.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:00.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:11:00.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:11:00.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:11:00.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_34 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:00.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:11:00.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:00.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:00.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:00.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:00.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:00.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:00.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:00.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:11:00.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:11:00.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:11:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:00.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_34 2026-02-22T22:11:00.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_34'] 2026-02-22T22:11:00.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:00.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:00.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:00.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_34 2026-02-22T22:11:00.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:11:00.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:00.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:00.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:11:00.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:11:00.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:00.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:00.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:00.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:11:00.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:00.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:00.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:00.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:11:00.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:00.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:11:00.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:11:00.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:00.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:00.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:11:00.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:11:00.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:00.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:00.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:00.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:00.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:00.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:00.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:00.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:11:00.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:11:00.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:11:00.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:00.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:00.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:00.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_34 2026-02-22T22:11:00.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_34'] 2026-02-22T22:11:00.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:00.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:00.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:00.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_34 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:00.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:00.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:00.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:00.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:11:00.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:11:00.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:11:00.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:00.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:00.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:00.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_34 2026-02-22T22:11:00.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_34'] 2026-02-22T22:11:00.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:00.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:00.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:00.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_34 2026-02-22T22:11:00.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:11:00.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:00.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:00.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:11:00.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:11:00.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:00.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:00.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:00.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:11:00.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:00.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:00.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:00.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:00.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:00.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:00.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:00.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:11:00.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:11:00.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:11:00.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:00.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:00.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:00.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_34 2026-02-22T22:11:00.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:11:00.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:11:00.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:11:00.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:11:00.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_34 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_34 2026-02-22T22:11:00.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:00.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:00.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:00.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_34 2026-02-22T22:11:01.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 152 2026-02-22T22:11:01.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_34 2026-02-22T22:11:01.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:01.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:01.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:01.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:01.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_34.status 2026-02-22T22:11:01.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_34.status 2026-02-22T22:11:01.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:01.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_34.status 2026-02-22T22:11:01.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_34.status 2026-02-22T22:11:01.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_34.status 2026-02-22T22:11:01.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.status 2026-02-22T22:11:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_34 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_34.status 2026-02-22T22:11:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_34.status 2026-02-22T22:11:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_34 --format xml 2026-02-22T22:11:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:01.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:11:01.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=152 2026-02-22T22:11:01.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:01.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:01.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:11:01.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_34 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.status 2026-02-22T22:11:01.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:01.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:01.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:01.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.status 2026-02-22T22:11:01.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_34 --format xml 2026-02-22T22:11:01.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:01.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:01.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=68 2026-02-22T22:11:01.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 152 = 68 2026-02-22T22:11:01.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:01.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:11:01.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_34 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.status 2026-02-22T22:11:01.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:01.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:01.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:01.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.status 2026-02-22T22:11:01.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_34 --format xml 2026-02-22T22:11:01.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:01.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:01.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:01.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:01.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:01.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:01.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:01.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 152 = '' 2026-02-22T22:11:01.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:01.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:11:02.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_34 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.status 2026-02-22T22:11:02.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:02.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:02.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:02.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.status 2026-02-22T22:11:02.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_34 --format xml 2026-02-22T22:11:02.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:02.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:02.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:02.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:02.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:02.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:02.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:02.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 152 = '' 2026-02-22T22:11:02.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:02.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:11:04.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_34 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.status 2026-02-22T22:11:04.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:04.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:04.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:04.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.status 2026-02-22T22:11:04.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_34 --format xml 2026-02-22T22:11:04.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:04.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:04.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=152 2026-02-22T22:11:04.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 152 = 152 2026-02-22T22:11:04.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:04.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_34 snap 2026-02-22T22:11:04.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:04.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:04.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:04.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:04.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:04.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:11:04.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:05.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_34@snap 2026-02-22T22:11:05.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_34': 2026-02-22T22:11:05.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:11:05.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:11:05.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:11:05.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df68cc5b3b 2026-02-22T22:11:05.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df68cc5b3b 2026-02-22T22:11:05.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:22 2026 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:22 2026 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:22 2026 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: ecac82d8-2500-4d73-ba59-bbc00e43865a 2026-02-22T22:11:05.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:11:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_34 snap 2026-02-22T22:11:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:11:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:05.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:11:05.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_34.export 2026-02-22T22:11:05.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.export 2026-02-22T22:11:05.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_34.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.export 2026-02-22T22:11:05.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_34@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_34.export 2026-02-22T22:11:05.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:05.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_34@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.export 2026-02-22T22:11:05.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:05.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_34.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.export 2026-02-22T22:11:05.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_34.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_34.export 2026-02-22T22:11:05.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:05.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:11:05.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_35 2026-02-22T22:11:05.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_35 snap 2026-02-22T22:11:05.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:05.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:05.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:05.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:05.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_35@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_35 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_35 started 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:07.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:08.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_35 started 2026-02-22T22:11:08.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:08.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:08.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:08.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:11:08.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:11:08.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:11:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_35 2026-02-22T22:11:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:11:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:11:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:11:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:11:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:11:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:08.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:11:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:11:08.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:11:08.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_35 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:11:08.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:11:08.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:08.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:08.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:08.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:08.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:08.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:08.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:08.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:11:08.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:11:08.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:11:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:08.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_35 2026-02-22T22:11:08.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_35'] 2026-02-22T22:11:08.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:08.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:08.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:08.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_35 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:11:08.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:11:08.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:11:08.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:11:08.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:08.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:08.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:08.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_35 2026-02-22T22:11:08.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_35'] 2026-02-22T22:11:08.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:08.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:08.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:08.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_35 2026-02-22T22:11:08.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:11:08.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:08.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:08.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:11:08.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:11:08.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:08.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:08.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:08.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_35 2026-02-22T22:11:08.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_35'] 2026-02-22T22:11:08.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:08.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:08.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_35 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:11:08.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:08.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:08.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:08.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:08.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:08.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:08.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:11:08.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:11:08.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:11:08.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:08.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:08.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:08.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_35 2026-02-22T22:11:08.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:11:08.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:11:08.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:11:08.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:11:08.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_35 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:11:08.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:11:08.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_35 2026-02-22T22:11:08.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:08.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:08.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:08.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_35 2026-02-22T22:11:09.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 154 2026-02-22T22:11:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_35 2026-02-22T22:11:09.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:09.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:09.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:09.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:09.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_35.status 2026-02-22T22:11:09.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_35.status 2026-02-22T22:11:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_35.status 2026-02-22T22:11:09.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_35.status 2026-02-22T22:11:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_35.status 2026-02-22T22:11:09.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.status 2026-02-22T22:11:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_35 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_35.status 2026-02-22T22:11:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_35.status 2026-02-22T22:11:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_35 --format xml 2026-02-22T22:11:09.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:09.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:11:09.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=154 2026-02-22T22:11:09.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:09.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:09.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:11:09.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_35 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.status 2026-02-22T22:11:09.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:09.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:09.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:09.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.status 2026-02-22T22:11:09.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_35 --format xml 2026-02-22T22:11:09.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:09.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:09.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=69 2026-02-22T22:11:09.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 154 = 69 2026-02-22T22:11:09.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:09.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:11:09.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_35 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.status 2026-02-22T22:11:09.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:09.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:09.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:09.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.status 2026-02-22T22:11:09.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_35 --format xml 2026-02-22T22:11:09.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:09.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:09.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:09.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:09.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:09.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:09.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:09.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 154 = '' 2026-02-22T22:11:09.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:09.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:11:10.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_35 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.status 2026-02-22T22:11:10.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:10.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:10.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:10.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.status 2026-02-22T22:11:10.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_35 --format xml 2026-02-22T22:11:10.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:10.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:10.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:10.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:10.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:10.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:10.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:10.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 154 = '' 2026-02-22T22:11:10.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:10.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:11:12.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_35 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.status 2026-02-22T22:11:12.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:12.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:12.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:12.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.status 2026-02-22T22:11:12.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_35 --format xml 2026-02-22T22:11:12.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:12.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:12.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=154 2026-02-22T22:11:12.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 154 = 154 2026-02-22T22:11:12.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:12.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_35 snap 2026-02-22T22:11:12.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:12.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:12.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:12.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:12.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:12.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:11:12.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:13.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_35@snap 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_35': 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dff7bb63fe 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dff7bb63fe 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:28 2026 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:28 2026 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:28 2026 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:11:13.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:11:13.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:11:13.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 0d994cf1-07f8-41b9-91a5-75d59da61c6e 2026-02-22T22:11:13.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_35 snap 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_35.export 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.export 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_35.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.export 2026-02-22T22:11:13.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_35@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_35.export 2026-02-22T22:11:13.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:13.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_35@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.export 2026-02-22T22:11:13.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:13.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_35.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.export 2026-02-22T22:11:13.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_35.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_35.export 2026-02-22T22:11:13.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:13.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:11:13.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_36 2026-02-22T22:11:13.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_36 snap 2026-02-22T22:11:13.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:13.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:13.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:13.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:13.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_36@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:11:15.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_36 2026-02-22T22:11:15.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:15.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:15.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:15.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_36 started 2026-02-22T22:11:15.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:15.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:15.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:15.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:11:15.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:15.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:15.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:16.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_36 started 2026-02-22T22:11:16.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:16.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:16.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:16.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:11:16.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:11:16.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:11:16.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_36 2026-02-22T22:11:16.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:11:16.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:11:16.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:16.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:11:16.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:11:16.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:11:16.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:16.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_36 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:11:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:16.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:11:16.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:11:16.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:16.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:16.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:16.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_36 2026-02-22T22:11:16.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_36'] 2026-02-22T22:11:16.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:16.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:16.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:16.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_36 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:16.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:16.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:16.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:16.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:16.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:16.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:16.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:11:16.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:11:16.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:11:16.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:16.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:16.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:16.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_36 2026-02-22T22:11:16.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_36'] 2026-02-22T22:11:16.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:16.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_36 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:11:16.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:11:16.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:11:16.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:16.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:16.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:16.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_36 2026-02-22T22:11:16.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_36'] 2026-02-22T22:11:16.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:16.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:16.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:16.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_36 2026-02-22T22:11:16.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:11:16.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:11:16.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:16.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:16.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:11:16.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:11:16.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:11:16.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:16.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:16.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:16.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_36 2026-02-22T22:11:16.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:11:16.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:11:16.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:11:16.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_36 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:11:16.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_36 2026-02-22T22:11:16.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:16.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:16.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:16.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_36 2026-02-22T22:11:17.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 156 2026-02-22T22:11:17.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_36 2026-02-22T22:11:17.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:17.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_36.status 2026-02-22T22:11:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_36.status 2026-02-22T22:11:17.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:17.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_36.status 2026-02-22T22:11:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_36.status 2026-02-22T22:11:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_36.status 2026-02-22T22:11:17.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:17.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.status 2026-02-22T22:11:17.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_36 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_36.status 2026-02-22T22:11:17.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:17.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:17.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:17.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_36.status 2026-02-22T22:11:17.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_36 --format xml 2026-02-22T22:11:17.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:17.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:11:17.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=156 2026-02-22T22:11:17.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:17.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:17.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:11:17.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_36 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.status 2026-02-22T22:11:17.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:17.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:17.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:17.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.status 2026-02-22T22:11:17.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_36 --format xml 2026-02-22T22:11:17.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:17.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:17.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=70 2026-02-22T22:11:17.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 156 = 70 2026-02-22T22:11:17.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:17.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:11:17.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_36 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.status 2026-02-22T22:11:17.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:17.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:17.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:17.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.status 2026-02-22T22:11:17.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_36 --format xml 2026-02-22T22:11:17.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:18.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:18.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:18.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:18.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:18.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:18.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:18.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 156 = '' 2026-02-22T22:11:18.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:18.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:11:18.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_36 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.status 2026-02-22T22:11:18.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:18.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:18.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:18.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.status 2026-02-22T22:11:18.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_36 --format xml 2026-02-22T22:11:18.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:18.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:18.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:18.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:18.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:18.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 156 = '' 2026-02-22T22:11:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:18.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:11:18.851 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:18.852+0000 7f36800b9640 -1 reset not still connected to 0x55787f116410 2026-02-22T22:11:18.851 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:18.852+0000 7f36800b9640 -1 reset not still connected to 0x5578874f5a00 2026-02-22T22:11:18.851 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:18.852+0000 7f36800b9640 -1 reset not still connected to 0x5578888a8000 2026-02-22T22:11:18.851 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:18.852+0000 7f36800b9640 -1 reset not still connected to 0x55788a0c8c30 2026-02-22T22:11:18.851 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:18.852+0000 7f36800b9640 -1 reset not still connected to 0x557893006000 2026-02-22T22:11:18.851 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:18.852+0000 7f36800b9640 -1 reset not still connected to 0x5578946f1450 2026-02-22T22:11:18.851 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:18.852+0000 7f36800b9640 -1 reset not still connected to 0x5578953af5f0 2026-02-22T22:11:18.854 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:18.856+0000 7f36800b9640 -1 reset not still connected to 0x55789a3c75f0 2026-02-22T22:11:20.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_36 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.status 2026-02-22T22:11:20.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:20.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:20.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:20.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.status 2026-02-22T22:11:20.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_36 --format xml 2026-02-22T22:11:20.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:20.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=156 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 156 = 156 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_36 snap 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:11:20.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:21.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_36@snap 2026-02-22T22:11:21.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_36': 2026-02-22T22:11:21.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:11:21.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:11:21.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:11:21.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df36c6a964 2026-02-22T22:11:21.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df36c6a964 2026-02-22T22:11:21.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:11:21.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:42 2026 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:42 2026 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:42 2026 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5f2093f0-0e34-4378-b2fc-726615f843be 2026-02-22T22:11:21.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:11:21.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:21.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_36 snap 2026-02-22T22:11:21.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:21.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:11:21.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:21.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:11:21.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_36.export 2026-02-22T22:11:21.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.export 2026-02-22T22:11:21.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_36.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.export 2026-02-22T22:11:21.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_36@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_36.export 2026-02-22T22:11:21.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:21.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_36@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.export 2026-02-22T22:11:21.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:21.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_36.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.export 2026-02-22T22:11:21.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_36.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_36.export 2026-02-22T22:11:21.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:21.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:11:21.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_37 2026-02-22T22:11:21.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_37 snap 2026-02-22T22:11:21.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:21.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:21.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:21.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:21.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_37@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:11:23.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_37 2026-02-22T22:11:23.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:23.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:23.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:23.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_37 started 2026-02-22T22:11:23.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:23.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:23.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:23.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:11:23.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:23.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:23.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:24.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_37 started 2026-02-22T22:11:24.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:24.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:24.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:24.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:11:24.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:11:24.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:11:24.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_37 2026-02-22T22:11:24.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:11:24.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:11:24.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:24.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:11:24.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:11:24.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:11:24.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:24.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:11:24.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:11:24.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:11:24.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:24.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_37 2026-02-22T22:11:24.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:11:24.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:24.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:11:24.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:11:24.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:24.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:24.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:24.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_37 2026-02-22T22:11:24.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_37'] 2026-02-22T22:11:24.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:24.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_37 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:24.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:11:24.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:11:24.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:11:24.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:24.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:24.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:24.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_37 2026-02-22T22:11:24.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_37'] 2026-02-22T22:11:24.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:24.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_37 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:24.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:24.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:24.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:24.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:24.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:24.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:11:24.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:11:24.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:11:24.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:24.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:24.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:24.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_37 2026-02-22T22:11:24.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_37'] 2026-02-22T22:11:24.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:24.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_37 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:24.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:11:24.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:11:24.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:24.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:24.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:24.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_37 2026-02-22T22:11:24.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:11:24.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:11:24.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:11:24.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:11:24.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_37 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_37 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:24.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_37 2026-02-22T22:11:25.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 158 2026-02-22T22:11:25.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_37 2026-02-22T22:11:25.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:25.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:25.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:25.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:25.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_37.status 2026-02-22T22:11:25.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_37.status 2026-02-22T22:11:25.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:25.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_37.status 2026-02-22T22:11:25.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_37.status 2026-02-22T22:11:25.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_37.status 2026-02-22T22:11:25.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:25.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.status 2026-02-22T22:11:25.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_37 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_37.status 2026-02-22T22:11:25.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:25.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:25.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:25.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_37.status 2026-02-22T22:11:25.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_37 --format xml 2026-02-22T22:11:25.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:25.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:11:25.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=158 2026-02-22T22:11:25.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:25.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:25.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:11:25.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_37 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.status 2026-02-22T22:11:25.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:25.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:25.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:25.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.status 2026-02-22T22:11:25.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_37 --format xml 2026-02-22T22:11:25.542 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:25.571 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:25.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=71 2026-02-22T22:11:25.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 158 = 71 2026-02-22T22:11:25.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:25.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:11:25.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_37 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.status 2026-02-22T22:11:25.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:25.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:25.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:25.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.status 2026-02-22T22:11:25.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_37 --format xml 2026-02-22T22:11:25.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:26.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:26.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:26.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:26.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:26.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:26.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:26.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 158 = '' 2026-02-22T22:11:26.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:26.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:11:26.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_37 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.status 2026-02-22T22:11:26.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:26.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:26.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:26.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.status 2026-02-22T22:11:26.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_37 --format xml 2026-02-22T22:11:26.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:26.813 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:26.816+0000 7f36800b9640 -1 reset not still connected to 0x55788a03d040 2026-02-22T22:11:26.813 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:26.816+0000 7f36800b9640 -1 reset not still connected to 0x55788a0c8c30 2026-02-22T22:11:26.814 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:26.816+0000 7f36800b9640 -1 reset not still connected to 0x557893006000 2026-02-22T22:11:26.814 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:26.816+0000 7f36800b9640 -1 reset not still connected to 0x5578946f1450 2026-02-22T22:11:26.815 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:26.816+0000 7f36800b9640 -1 reset not still connected to 0x5578953af5f0 2026-02-22T22:11:26.815 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:11:26.816+0000 7f36800b9640 -1 reset not still connected to 0x55789a3c75f0 2026-02-22T22:11:26.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:26.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:26.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:26.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:26.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:26.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:26.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 158 = '' 2026-02-22T22:11:26.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:26.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:11:28.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_37 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.status 2026-02-22T22:11:28.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:28.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:28.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:28.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.status 2026-02-22T22:11:28.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_37 --format xml 2026-02-22T22:11:28.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:28.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=158 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 158 = 158 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_37 snap 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:11:28.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:29.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_37@snap 2026-02-22T22:11:29.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_37': 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfaf118fa3 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfaf118fa3 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:03:56 2026 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:03:56 2026 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:03:56 2026 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: e75ceb73-f19c-4a75-8551-dcce3fb870a4 2026-02-22T22:11:29.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:11:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:29.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_37 snap 2026-02-22T22:11:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:11:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:11:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_37.export 2026-02-22T22:11:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.export 2026-02-22T22:11:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_37.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.export 2026-02-22T22:11:29.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_37@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_37.export 2026-02-22T22:11:29.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:29.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_37@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.export 2026-02-22T22:11:29.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:29.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_37.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.export 2026-02-22T22:11:29.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_37.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_37.export 2026-02-22T22:11:29.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:29.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:11:29.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_38 2026-02-22T22:11:29.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_38 snap 2026-02-22T22:11:29.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:29.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:29.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:29.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:29.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_38@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:11:31.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_38 2026-02-22T22:11:31.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:31.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:31.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:31.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_38 started 2026-02-22T22:11:31.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:31.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:31.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:31.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:11:31.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:31.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:31.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:32.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_38 started 2026-02-22T22:11:32.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:32.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:32.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:32.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:11:32.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:11:32.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:11:32.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_38 2026-02-22T22:11:32.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:11:32.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:11:32.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:32.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:11:32.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:11:32.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:11:32.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:32.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:11:32.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:11:32.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:11:32.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:32.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_38 2026-02-22T22:11:32.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:11:32.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:11:32.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:11:32.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:11:32.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:32.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:32.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:32.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_38 2026-02-22T22:11:32.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_38'] 2026-02-22T22:11:32.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:32.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_38 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:32.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:11:32.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:11:32.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:32.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:32.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:32.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_38 2026-02-22T22:11:32.446 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_38'] 2026-02-22T22:11:32.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:32.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:32.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:32.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_38 2026-02-22T22:11:32.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:11:32.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:32.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:32.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:11:32.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:11:32.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:32.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:32.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:32.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:11:32.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:32.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:32.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:32.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:11:32.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:32.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:11:32.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:11:32.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:32.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:32.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:11:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:11:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:32.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:11:32.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:11:32.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:11:32.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:32.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:32.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:32.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_38 2026-02-22T22:11:32.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_38'] 2026-02-22T22:11:32.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:32.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_38 2026-02-22T22:11:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:11:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:32.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:32.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:11:32.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:11:32.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:11:32.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:32.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:32.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:32.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_38 2026-02-22T22:11:32.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:11:32.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:11:32.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:11:32.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:11:32.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:11:32.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:11:32.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:11:32.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:32.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_38 2026-02-22T22:11:32.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:32.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:32.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:32.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:32.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:11:32.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:11:32.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_38 2026-02-22T22:11:32.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:32.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:32.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:32.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_38 2026-02-22T22:11:33.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 160 2026-02-22T22:11:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_38 2026-02-22T22:11:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:33.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_38.status 2026-02-22T22:11:33.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_38.status 2026-02-22T22:11:33.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:33.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_38.status 2026-02-22T22:11:33.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_38.status 2026-02-22T22:11:33.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_38.status 2026-02-22T22:11:33.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:33.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.status 2026-02-22T22:11:33.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_38 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_38.status 2026-02-22T22:11:33.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:33.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:33.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:33.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_38.status 2026-02-22T22:11:33.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_38 --format xml 2026-02-22T22:11:33.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:33.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:11:33.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=160 2026-02-22T22:11:33.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:33.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:33.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:11:33.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_38 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.status 2026-02-22T22:11:33.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:33.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:33.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:33.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.status 2026-02-22T22:11:33.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_38 --format xml 2026-02-22T22:11:33.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:33.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:33.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=72 2026-02-22T22:11:33.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 160 = 72 2026-02-22T22:11:33.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:33.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:11:33.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_38 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.status 2026-02-22T22:11:33.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:33.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:33.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:33.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.status 2026-02-22T22:11:33.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_38 --format xml 2026-02-22T22:11:33.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:34.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:34.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:34.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:34.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:34.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:34.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:34.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 160 = '' 2026-02-22T22:11:34.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:34.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:11:34.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_38 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.status 2026-02-22T22:11:34.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:34.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:34.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:34.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.status 2026-02-22T22:11:34.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_38 --format xml 2026-02-22T22:11:34.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:34.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:34.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:34.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:34.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:34.864 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:34.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:34.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 160 = '' 2026-02-22T22:11:34.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:34.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:11:36.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_38 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.status 2026-02-22T22:11:36.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:36.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:36.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:36.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.status 2026-02-22T22:11:36.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_38 --format xml 2026-02-22T22:11:36.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:36.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=160 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 160 = 160 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_38 snap 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:11:36.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:37.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_38@snap 2026-02-22T22:11:37.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_38': 2026-02-22T22:11:37.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfa7bf2bc4 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfa7bf2bc4 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:05 2026 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:05 2026 2026-02-22T22:11:37.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:05 2026 2026-02-22T22:11:37.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:11:37.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:11:37.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:11:37.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 6503fbb7-f410-4229-945c-eda39272e2cd 2026-02-22T22:11:37.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:11:37.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:37.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_38 snap 2026-02-22T22:11:37.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:37.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:11:37.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:37.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:11:37.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_38.export 2026-02-22T22:11:37.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.export 2026-02-22T22:11:37.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_38.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.export 2026-02-22T22:11:37.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_38@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_38.export 2026-02-22T22:11:37.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:37.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_38@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.export 2026-02-22T22:11:37.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:37.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_38.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.export 2026-02-22T22:11:37.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_38.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_38.export 2026-02-22T22:11:37.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:37.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:11:37.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_39 2026-02-22T22:11:37.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_39 snap 2026-02-22T22:11:37.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:37.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:37.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:37.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:37.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_39@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:11:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_39 2026-02-22T22:11:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_39 started 2026-02-22T22:11:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:11:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:40.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_39 started 2026-02-22T22:11:40.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:40.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:40.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:40.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:11:40.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:11:40.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:11:40.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_39 2026-02-22T22:11:40.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:11:40.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:11:40.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:40.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:11:40.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:11:40.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:11:40.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:40.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:11:40.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:11:40.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:11:40.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:40.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_39 2026-02-22T22:11:40.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:11:40.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:40.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:40.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:11:40.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:11:40.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:11:40.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:11:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:40.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_39 2026-02-22T22:11:40.375 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.0 2026-02-22T22:11:40.376 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Sent signal 15 2026-02-22T22:11:40.376 INFO:tasks.rbd_mirror_thrash:waiting for 9.387516071908996 secs before reviving daemons 2026-02-22T22:11:40.376 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:11:40.375+0000 7f77763a2640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 (PID: 39891) UID: 1000 2026-02-22T22:11:40.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_39'] 2026-02-22T22:11:40.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:40.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:40.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:40.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_39 2026-02-22T22:11:40.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:11:40.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:11:40.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:40.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:40.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:40.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:11:40.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:11:40.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:11:40.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:40.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:40.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:40.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_39 2026-02-22T22:11:40.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_39'] 2026-02-22T22:11:40.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:40.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:40.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:40.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_39 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:40.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:40.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:40.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:40.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:40.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:11:40.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:11:40.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:11:40.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:40.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:40.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:40.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_39 2026-02-22T22:11:40.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_39'] 2026-02-22T22:11:40.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:40.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:40.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:40.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_39 2026-02-22T22:11:40.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:11:40.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:40.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:40.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:11:40.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:11:40.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:11:40.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:11:40.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:11:40.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:40.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:40.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:40.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_39 2026-02-22T22:11:40.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:11:40.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:11:40.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:11:40.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:11:40.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:11:40.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:11:40.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:11:40.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:40.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_39 2026-02-22T22:11:40.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:40.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:40.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:40.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:40.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:11:40.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:11:40.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_39 2026-02-22T22:11:40.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:40.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:40.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:40.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_39 2026-02-22T22:11:41.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 162 2026-02-22T22:11:41.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_39 2026-02-22T22:11:41.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:41.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:41.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:41.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:41.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_39.status 2026-02-22T22:11:41.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_39.status 2026-02-22T22:11:41.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:41.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_39.status 2026-02-22T22:11:41.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_39.status 2026-02-22T22:11:41.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_39.status 2026-02-22T22:11:41.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.status 2026-02-22T22:11:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_39 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_39.status 2026-02-22T22:11:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_39.status 2026-02-22T22:11:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_39 --format xml 2026-02-22T22:11:41.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:41.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:11:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=162 2026-02-22T22:11:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:11:41.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_39 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.status 2026-02-22T22:11:41.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:41.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:41.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:41.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.status 2026-02-22T22:11:41.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_39 --format xml 2026-02-22T22:11:41.572 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:41.603 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:41.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=73 2026-02-22T22:11:41.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 162 = 73 2026-02-22T22:11:41.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:41.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:11:42.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_39 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.status 2026-02-22T22:11:42.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:42.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:42.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:42.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.status 2026-02-22T22:11:42.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_39 --format xml 2026-02-22T22:11:42.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:42.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:42.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:42.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:42.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:42.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:42.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:42.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 162 = '' 2026-02-22T22:11:42.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:42.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:11:42.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_39 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.status 2026-02-22T22:11:42.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:42.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:42.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:42.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.status 2026-02-22T22:11:42.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_39 --format xml 2026-02-22T22:11:42.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:42.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:42.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:42.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:42.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:42.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:42.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:42.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 162 = '' 2026-02-22T22:11:42.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:42.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:11:44.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_39 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.status 2026-02-22T22:11:44.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:44.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:44.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:44.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.status 2026-02-22T22:11:44.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_39 --format xml 2026-02-22T22:11:44.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:44.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=162 2026-02-22T22:11:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 162 = 162 2026-02-22T22:11:44.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:44.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_39 snap 2026-02-22T22:11:44.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:44.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:44.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:44.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:44.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:44.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:11:44.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:45.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_39@snap 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_39': 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfe5f4cb22 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfe5f4cb22 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:17 2026 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:17 2026 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:17 2026 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 59a7e079-f0c3-4745-b152-1a15e1dafeb8 2026-02-22T22:11:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_39 snap 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_39.export 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.export 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_39.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.export 2026-02-22T22:11:45.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_39@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_39.export 2026-02-22T22:11:45.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:45.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_39@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.export 2026-02-22T22:11:45.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:45.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_39.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.export 2026-02-22T22:11:45.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_39.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_39.export 2026-02-22T22:11:45.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:45.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:11:45.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_40 2026-02-22T22:11:45.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_40 snap 2026-02-22T22:11:45.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:45.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:45.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:45.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:45.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_40@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_40 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_40 started 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:48.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:49.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_40 started 2026-02-22T22:11:49.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:49.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:49.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:49.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:11:49.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:11:49.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:11:49.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:11:49.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_40 2026-02-22T22:11:49.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:11:49.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:49.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:11:49.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:11:49.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:11:49.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:49.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:11:49.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:11:49.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:11:49.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:49.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_40 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:49.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:49.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:49.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:49.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:49.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:49.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:11:49.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:11:49.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:11:49.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:49.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:49.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:49.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_40 2026-02-22T22:11:49.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: exception getting command descriptions: [Errno 2] No such file or directory 2026-02-22T22:11:49.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:49.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_40 2026-02-22T22:11:49.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:49.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:49.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:49.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:49.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:49.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:49.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:11:49.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:11:49.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:11:49.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:49.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:49.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:49.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_40 2026-02-22T22:11:49.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_40'] 2026-02-22T22:11:49.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:49.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_40 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:11:49.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:11:49.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:49.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:49.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:49.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_40 2026-02-22T22:11:49.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_40'] 2026-02-22T22:11:49.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:49.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_40 2026-02-22T22:11:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:11:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:49.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:11:49.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:49.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:49.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:11:49.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:11:49.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:11:49.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:49.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:49.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:49.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_40 2026-02-22T22:11:49.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:11:49.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:11:49.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:11:49.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_40 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:11:49.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_40 2026-02-22T22:11:49.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:49.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:49.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:49.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_40 2026-02-22T22:11:49.765 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.0 2026-02-22T22:11:49.765 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:11:49.765 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.0 2026-02-22T22:11:49.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Restarting daemon 2026-02-22T22:11:49.766 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 2026-02-22T22:11:49.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Started 2026-02-22T22:11:49.768 INFO:tasks.rbd_mirror_thrash:waiting for 67.15057139880109 secs before thrashing 2026-02-22T22:11:50.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 164 2026-02-22T22:11:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_40 2026-02-22T22:11:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_40.status 2026-02-22T22:11:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_40.status 2026-02-22T22:11:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:50.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_40.status 2026-02-22T22:11:50.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_40.status 2026-02-22T22:11:50.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_40.status 2026-02-22T22:11:50.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:50.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.status 2026-02-22T22:11:50.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_40 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_40.status 2026-02-22T22:11:50.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:50.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:50.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:50.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_40.status 2026-02-22T22:11:50.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_40 --format xml 2026-02-22T22:11:50.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:50.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:11:50.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=164 2026-02-22T22:11:50.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:50.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:50.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:11:50.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_40 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.status 2026-02-22T22:11:50.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:50.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:50.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:50.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.status 2026-02-22T22:11:50.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_40 --format xml 2026-02-22T22:11:50.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:50.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:50.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=74 2026-02-22T22:11:50.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 164 = 74 2026-02-22T22:11:50.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:50.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:11:50.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_40 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.status 2026-02-22T22:11:50.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:50.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:50.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:50.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.status 2026-02-22T22:11:50.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_40 --format xml 2026-02-22T22:11:50.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:50.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:50.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=74 2026-02-22T22:11:50.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 164 = 74 2026-02-22T22:11:50.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:50.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:11:51.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_40 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.status 2026-02-22T22:11:51.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:51.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:51.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:51.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.status 2026-02-22T22:11:51.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_40 --format xml 2026-02-22T22:11:51.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:51.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:51.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:51.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:51.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:51.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:51.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:51.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 164 = '' 2026-02-22T22:11:51.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:51.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:11:53.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_40 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.status 2026-02-22T22:11:53.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:53.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:53.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:53.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.status 2026-02-22T22:11:53.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_40 --format xml 2026-02-22T22:11:53.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:53.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:53.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=164 2026-02-22T22:11:53.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 164 = 164 2026-02-22T22:11:53.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:53.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_40 snap 2026-02-22T22:11:53.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:53.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:53.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:53.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:53.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:53.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:11:53.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:54.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_40@snap 2026-02-22T22:11:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_40': 2026-02-22T22:11:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:11:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:11:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:11:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfbccf2705 2026-02-22T22:11:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfbccf2705 2026-02-22T22:11:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:24 2026 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:24 2026 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:24 2026 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5fe75de1-f1d3-4fc3-8727-6ded979e8902 2026-02-22T22:11:54.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:11:54.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:54.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_40 snap 2026-02-22T22:11:54.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:54.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:11:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:11:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_40.export 2026-02-22T22:11:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.export 2026-02-22T22:11:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_40.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.export 2026-02-22T22:11:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_40@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_40.export 2026-02-22T22:11:54.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:54.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_40@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.export 2026-02-22T22:11:54.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:11:54.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_40.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.export 2026-02-22T22:11:54.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_40.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_40.export 2026-02-22T22:11:54.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:54.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:11:54.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_41 2026-02-22T22:11:54.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_41 snap 2026-02-22T22:11:54.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:54.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:54.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:54.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:11:54.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_41@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:11:56.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_41 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_41 started 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:11:56.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:56.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:11:57.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_41 started 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_41 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:57.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:11:57.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:11:57.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:11:57.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:11:57.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:11:57.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_41 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:57.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:11:57.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:11:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:11:57.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:57.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:57.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:11:57.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_41 2026-02-22T22:11:57.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_41'] 2026-02-22T22:11:57.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:57.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:57.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:57.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_41 2026-02-22T22:11:57.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:11:57.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:57.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:57.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:11:57.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:11:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:11:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:57.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:11:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:11:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:11:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:57.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:57.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:11:57.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:11:57.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:57.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:57.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:57.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:11:57.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:11:57.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:57.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:57.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:11:57.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:11:57.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:11:57.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:57.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:57.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:11:57.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_41 2026-02-22T22:11:57.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_41'] 2026-02-22T22:11:57.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:57.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_41 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:11:57.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:11:57.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:11:57.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:57.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:57.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:11:57.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_41 2026-02-22T22:11:57.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_41'] 2026-02-22T22:11:57.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:11:57.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:11:57.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:11:57.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_41 2026-02-22T22:11:57.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:11:57.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:11:57.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:11:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:11:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:11:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:11:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:11:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:11:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:11:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:11:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:11:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:11:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:11:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:11:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:11:57.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:11:57.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:11:57.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:11:57.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:11:57.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:11:57.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:11:57.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:11:57.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:11:57.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:11:57.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:11:57.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:11:57.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:11:57.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:57.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:57.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:11:57.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_41 2026-02-22T22:11:57.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:11:57.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:11:57.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:11:57.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:11:57.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_41 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_41 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:57.429 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:57.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_41 2026-02-22T22:11:58.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 166 2026-02-22T22:11:58.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_41 2026-02-22T22:11:58.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:11:58.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:58.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:58.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:58.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_41.status 2026-02-22T22:11:58.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_41.status 2026-02-22T22:11:58.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:58.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_41.status 2026-02-22T22:11:58.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_41.status 2026-02-22T22:11:58.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_41.status 2026-02-22T22:11:58.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:11:58.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.status 2026-02-22T22:11:58.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_41 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_41.status 2026-02-22T22:11:58.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:11:58.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:58.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:58.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_41.status 2026-02-22T22:11:58.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_41 --format xml 2026-02-22T22:11:58.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:58.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:11:58.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=166 2026-02-22T22:11:58.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:58.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:58.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:11:58.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_41 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.status 2026-02-22T22:11:58.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:58.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:58.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:58.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.status 2026-02-22T22:11:58.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_41 --format xml 2026-02-22T22:11:58.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:58.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:58.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=75 2026-02-22T22:11:58.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 166 = 75 2026-02-22T22:11:58.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:58.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:11:58.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_41 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.status 2026-02-22T22:11:58.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:58.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:58.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:58.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.status 2026-02-22T22:11:58.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_41 --format xml 2026-02-22T22:11:58.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:58.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:58.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=75 2026-02-22T22:11:58.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 166 = 75 2026-02-22T22:11:58.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:58.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:11:59.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_41 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.status 2026-02-22T22:11:59.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:11:59.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:11:59.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:11:59.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.status 2026-02-22T22:11:59.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_41 --format xml 2026-02-22T22:11:59.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:11:59.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:11:59.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:11:59.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:11:59.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:11:59.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:11:59.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:11:59.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 166 = '' 2026-02-22T22:11:59.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:11:59.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:12:01.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_41 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.status 2026-02-22T22:12:01.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:01.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:01.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:12:01.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.status 2026-02-22T22:12:01.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_41 --format xml 2026-02-22T22:12:01.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:01.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:01.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=166 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 166 = 166 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_41 snap 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:12:01.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:02.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_41@snap 2026-02-22T22:12:02.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_41': 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df86bc1487 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df86bc1487 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:35 2026 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:35 2026 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:35 2026 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: caf02217-22e0-42b8-970a-f4736f246b0f 2026-02-22T22:12:02.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:12:02.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:02.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_41 snap 2026-02-22T22:12:02.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:02.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:12:02.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:02.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:12:02.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_41.export 2026-02-22T22:12:02.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.export 2026-02-22T22:12:02.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_41.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.export 2026-02-22T22:12:02.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_41@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_41.export 2026-02-22T22:12:02.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:02.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_41@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.export 2026-02-22T22:12:02.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:02.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_41.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.export 2026-02-22T22:12:02.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_41.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_41.export 2026-02-22T22:12:02.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:02.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:12:02.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_42 2026-02-22T22:12:02.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_42 snap 2026-02-22T22:12:02.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:02.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:02.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:02.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:02.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_42@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:12:04.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_42 2026-02-22T22:12:04.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:04.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:04.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:04.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_42 started 2026-02-22T22:12:04.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:04.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:04.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:04.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:12:04.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:04.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:04.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:05.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_42 started 2026-02-22T22:12:05.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:05.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:05.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:05.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:12:05.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:12:05.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:12:05.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_42 2026-02-22T22:12:05.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:12:05.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:12:05.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:05.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:12:05.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:12:05.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:12:05.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:05.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:12:05.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:12:05.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:12:05.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:05.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_42 2026-02-22T22:12:05.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:12:05.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:05.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:05.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:05.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:05.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:05.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:12:05.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:12:05.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:12:05.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:05.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:05.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:05.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_42 2026-02-22T22:12:05.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_42'] 2026-02-22T22:12:05.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:05.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:05.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:05.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_42 2026-02-22T22:12:05.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:12:05.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:05.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:05.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:12:05.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:05.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:12:05.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:12:05.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:12:05.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:05.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:05.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:05.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_42 2026-02-22T22:12:05.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_42'] 2026-02-22T22:12:05.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:05.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_42 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:12:05.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:12:05.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:12:05.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:05.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:05.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:05.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_42 2026-02-22T22:12:05.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_42'] 2026-02-22T22:12:05.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:05.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:05.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_42 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:12:05.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:12:05.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:12:05.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:05.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:05.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:05.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_42 2026-02-22T22:12:05.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:12:05.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:12:05.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:12:05.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_42 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:12:05.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_42 2026-02-22T22:12:05.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:05.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:05.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:05.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_42 2026-02-22T22:12:06.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 168 2026-02-22T22:12:06.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_42 2026-02-22T22:12:06.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:06.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:06.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:06.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:06.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_42.status 2026-02-22T22:12:06.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_42.status 2026-02-22T22:12:06.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:06.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_42.status 2026-02-22T22:12:06.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_42.status 2026-02-22T22:12:06.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_42.status 2026-02-22T22:12:06.171 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:06.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.status 2026-02-22T22:12:06.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_42 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_42.status 2026-02-22T22:12:06.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:06.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:06.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:06.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_42.status 2026-02-22T22:12:06.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_42 --format xml 2026-02-22T22:12:06.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:06.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:12:06.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=168 2026-02-22T22:12:06.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:06.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:06.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:12:06.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_42 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.status 2026-02-22T22:12:06.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:06.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:06.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:06.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.status 2026-02-22T22:12:06.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_42 --format xml 2026-02-22T22:12:06.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:06.447 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:06.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=76 2026-02-22T22:12:06.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 168 = 76 2026-02-22T22:12:06.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:06.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:12:06.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_42 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.status 2026-02-22T22:12:06.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:06.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:06.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:06.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.status 2026-02-22T22:12:06.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_42 --format xml 2026-02-22T22:12:06.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:06.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:06.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=76 2026-02-22T22:12:06.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 168 = 76 2026-02-22T22:12:06.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:06.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:12:07.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_42 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.status 2026-02-22T22:12:07.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:07.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:07.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:07.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.status 2026-02-22T22:12:07.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_42 --format xml 2026-02-22T22:12:07.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:07.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:07.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:07.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:07.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:07.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:07.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:07.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 168 = '' 2026-02-22T22:12:07.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:07.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:12:09.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_42 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.status 2026-02-22T22:12:09.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:09.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:09.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:09.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.status 2026-02-22T22:12:09.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_42 --format xml 2026-02-22T22:12:09.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:09.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=168 2026-02-22T22:12:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 168 = 168 2026-02-22T22:12:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_42 snap 2026-02-22T22:12:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:12:09.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:10.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_42@snap 2026-02-22T22:12:10.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_42': 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfaf5a5f0b 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfaf5a5f0b 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:12:10.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:49 2026 2026-02-22T22:12:10.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:49 2026 2026-02-22T22:12:10.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:49 2026 2026-02-22T22:12:10.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:12:10.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:12:10.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:12:10.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 4887ca99-1908-4aae-a4b3-9cfb344dc8c7 2026-02-22T22:12:10.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:12:10.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:10.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_42 snap 2026-02-22T22:12:10.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:10.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:12:10.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:10.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:12:10.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_42.export 2026-02-22T22:12:10.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.export 2026-02-22T22:12:10.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_42.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.export 2026-02-22T22:12:10.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_42@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_42.export 2026-02-22T22:12:10.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:10.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_42@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.export 2026-02-22T22:12:10.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:10.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_42.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.export 2026-02-22T22:12:11.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_42.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_42.export 2026-02-22T22:12:11.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:11.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:12:11.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_43 2026-02-22T22:12:11.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_43 snap 2026-02-22T22:12:11.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:11.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:11.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:11.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:11.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_43@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:12:12.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_43 2026-02-22T22:12:12.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_43 started 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:12.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:13.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_43 started 2026-02-22T22:12:13.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:13.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:13.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:13.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:12:13.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:12:13.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:12:13.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_43 2026-02-22T22:12:13.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:12:13.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:12:13.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:13.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:12:13.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:12:13.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:12:13.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:13.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:12:13.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:12:13.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:12:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_43 2026-02-22T22:12:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:12:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:12:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:12:13.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:13.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:12:13.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:12:13.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:13.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:13.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:13.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_43 2026-02-22T22:12:13.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_43'] 2026-02-22T22:12:13.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:13.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_43 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:13.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:12:13.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:12:13.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:13.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:13.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:13.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_43 2026-02-22T22:12:13.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_43'] 2026-02-22T22:12:13.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:13.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_43 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:13.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:12:13.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:12:13.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:13.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:13.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:13.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_43 2026-02-22T22:12:13.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_43'] 2026-02-22T22:12:13.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:13.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:13.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:13.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_43 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:13.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:13.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:13.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:13.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:13.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:13.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:12:13.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:12:13.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:12:13.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:13.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:13.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:13.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_43 2026-02-22T22:12:13.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:12:13.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:12:13.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:12:13.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:12:13.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_43 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_43 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:13.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_43 2026-02-22T22:12:14.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 170 2026-02-22T22:12:14.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_43 2026-02-22T22:12:14.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:14.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:14.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:14.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:14.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_43.status 2026-02-22T22:12:14.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_43.status 2026-02-22T22:12:14.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:14.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_43.status 2026-02-22T22:12:14.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_43.status 2026-02-22T22:12:14.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_43.status 2026-02-22T22:12:14.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:14.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.status 2026-02-22T22:12:14.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_43 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_43.status 2026-02-22T22:12:14.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:14.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:14.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:14.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_43.status 2026-02-22T22:12:14.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_43 --format xml 2026-02-22T22:12:14.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:14.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:12:14.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=170 2026-02-22T22:12:14.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:14.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:14.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:12:14.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_43 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.status 2026-02-22T22:12:14.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:14.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:14.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:14.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.status 2026-02-22T22:12:14.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_43 --format xml 2026-02-22T22:12:14.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:14.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:14.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=77 2026-02-22T22:12:14.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 170 = 77 2026-02-22T22:12:14.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:14.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:12:14.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_43 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.status 2026-02-22T22:12:14.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:14.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:14.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:14.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.status 2026-02-22T22:12:14.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_43 --format xml 2026-02-22T22:12:14.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:14.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:14.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:14.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:14.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:14.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:14.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:14.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 170 = '' 2026-02-22T22:12:14.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:14.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:12:15.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_43 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.status 2026-02-22T22:12:15.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:15.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:15.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:15.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.status 2026-02-22T22:12:15.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_43 --format xml 2026-02-22T22:12:15.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:15.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:15.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:15.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:15.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:15.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:15.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:15.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 170 = '' 2026-02-22T22:12:15.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:15.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:12:17.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_43 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.status 2026-02-22T22:12:17.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:17.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:17.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:17.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.status 2026-02-22T22:12:17.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_43 --format xml 2026-02-22T22:12:17.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=170 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 170 = 170 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_43 snap 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:12:17.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:18.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_43@snap 2026-02-22T22:12:18.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_43': 2026-02-22T22:12:18.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:12:18.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:12:18.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:12:18.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfff078836 2026-02-22T22:12:18.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfff078836 2026-02-22T22:12:18.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:04:58 2026 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:04:58 2026 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:04:58 2026 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 10725714-1e56-4c50-bff1-9388500a2f9d 2026-02-22T22:12:18.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:12:18.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:18.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_43 snap 2026-02-22T22:12:18.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:18.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:12:18.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:18.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:12:18.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_43.export 2026-02-22T22:12:18.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.export 2026-02-22T22:12:18.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_43.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.export 2026-02-22T22:12:18.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_43@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_43.export 2026-02-22T22:12:18.537 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:18.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_43@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.export 2026-02-22T22:12:18.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:18.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_43.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.export 2026-02-22T22:12:18.777 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_43.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_43.export 2026-02-22T22:12:18.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:18.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:12:18.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_44 2026-02-22T22:12:18.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_44 snap 2026-02-22T22:12:18.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:18.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:18.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:18.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:18.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_44@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_44 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_44 started 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:20.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:21.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_44 started 2026-02-22T22:12:21.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:21.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:21.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:21.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:12:21.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:12:21.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:12:21.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_44 2026-02-22T22:12:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:12:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:12:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:12:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:12:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:12:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:12:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:12:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:12:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_44 2026-02-22T22:12:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:12:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:12:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:12:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:12:21.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:21.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:21.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:21.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_44 2026-02-22T22:12:21.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_44'] 2026-02-22T22:12:21.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:21.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:21.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:21.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_44 2026-02-22T22:12:21.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:12:21.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:21.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:21.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:12:21.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:12:21.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:12:21.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:21.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:21.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:21.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:12:21.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:12:21.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:12:21.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:21.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:21.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:21.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_44 2026-02-22T22:12:21.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_44'] 2026-02-22T22:12:21.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:21.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_44 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:21.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:12:21.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:12:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:12:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:12:21.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:21.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:21.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:21.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_44 2026-02-22T22:12:21.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_44'] 2026-02-22T22:12:21.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:21.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:21.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:21.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_44 2026-02-22T22:12:21.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:12:21.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:21.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:21.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:21.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:12:21.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:12:21.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:21.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:21.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:21.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_44 2026-02-22T22:12:21.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:12:21.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:12:21.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:12:21.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:12:21.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_44 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_44 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:21.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_44 2026-02-22T22:12:22.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 172 2026-02-22T22:12:22.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_44 2026-02-22T22:12:22.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:22.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:22.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:22.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:22.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_44.status 2026-02-22T22:12:22.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_44.status 2026-02-22T22:12:22.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:22.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_44.status 2026-02-22T22:12:22.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_44.status 2026-02-22T22:12:22.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_44.status 2026-02-22T22:12:22.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:22.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.status 2026-02-22T22:12:22.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_44 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_44.status 2026-02-22T22:12:22.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:22.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:22.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:22.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_44.status 2026-02-22T22:12:22.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_44 --format xml 2026-02-22T22:12:22.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:22.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:12:22.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=172 2026-02-22T22:12:22.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:22.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:22.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:12:22.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_44 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.status 2026-02-22T22:12:22.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:22.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:22.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:22.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.status 2026-02-22T22:12:22.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_44 --format xml 2026-02-22T22:12:22.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:22.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:22.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=78 2026-02-22T22:12:22.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 172 = 78 2026-02-22T22:12:22.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:22.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:12:22.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_44 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.status 2026-02-22T22:12:22.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:22.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:22.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:22.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.status 2026-02-22T22:12:22.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_44 --format xml 2026-02-22T22:12:22.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:22.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:22.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:22.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:22.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:22.997 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:22.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:22.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 172 = '' 2026-02-22T22:12:22.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:22.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:12:23.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_44 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.status 2026-02-22T22:12:23.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:23.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:23.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:23.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.status 2026-02-22T22:12:23.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_44 --format xml 2026-02-22T22:12:23.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:23.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:23.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:23.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:23.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:23.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:23.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:23.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 172 = '' 2026-02-22T22:12:23.835 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:23.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:12:25.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_44 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.status 2026-02-22T22:12:25.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:25.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:25.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:25.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.status 2026-02-22T22:12:25.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_44 --format xml 2026-02-22T22:12:25.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:25.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:25.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=172 2026-02-22T22:12:25.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 172 = 172 2026-02-22T22:12:25.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:25.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_44 snap 2026-02-22T22:12:25.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:25.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:25.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:25.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:25.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:25.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:12:25.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:25.587 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.524757735230424) > weight (0.25) 2026-02-22T22:12:25.587 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.9982023272836776) > weight (0.25) 2026-02-22T22:12:25.587 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.2 with skip (0.29538652499325324) > weight (0.25) 2026-02-22T22:12:25.587 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.3 with skip (0.7101212713853009) > weight (0.25) 2026-02-22T22:12:25.587 INFO:tasks.rbd_mirror_thrash:waiting for 98.33171761999569 secs before thrashing 2026-02-22T22:12:26.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_44@snap 2026-02-22T22:12:26.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_44': 2026-02-22T22:12:26.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:12:26.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:12:26.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:12:26.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df27206f5b 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df27206f5b 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:06 2026 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:06 2026 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:06 2026 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:12:26.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 2b5abf9b-a1bc-4348-89fc-cb792f678ca3 2026-02-22T22:12:26.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:12:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_44 snap 2026-02-22T22:12:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:12:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:12:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_44.export 2026-02-22T22:12:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.export 2026-02-22T22:12:26.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_44.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.export 2026-02-22T22:12:26.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_44@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_44.export 2026-02-22T22:12:26.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:26.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_44@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.export 2026-02-22T22:12:26.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:26.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_44.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.export 2026-02-22T22:12:26.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_44.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_44.export 2026-02-22T22:12:26.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:26.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:12:26.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_45 2026-02-22T22:12:26.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_45 snap 2026-02-22T22:12:26.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:26.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:26.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:26.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:26.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_45@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:12:28.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_45 2026-02-22T22:12:28.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:28.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:28.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:28.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_45 started 2026-02-22T22:12:28.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:28.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:28.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:28.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:12:28.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:28.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:28.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:29.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_45 started 2026-02-22T22:12:29.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:29.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:29.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:29.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:12:29.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_45 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:29.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:12:29.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:12:29.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:12:29.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:29.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_45 2026-02-22T22:12:29.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:12:29.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:29.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:29.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:29.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:12:29.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:12:29.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:12:29.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:29.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:29.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:29.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_45 2026-02-22T22:12:29.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_45'] 2026-02-22T22:12:29.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:29.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:29.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:29.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_45 2026-02-22T22:12:29.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:12:29.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:29.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:29.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:29.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:12:29.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:12:29.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:12:29.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:29.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:29.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:29.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_45 2026-02-22T22:12:29.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_45'] 2026-02-22T22:12:29.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:29.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_45 2026-02-22T22:12:29.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:29.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:29.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:29.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:29.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:29.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:12:29.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:12:29.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:12:29.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:29.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:29.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:29.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_45 2026-02-22T22:12:29.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_45'] 2026-02-22T22:12:29.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:29.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:29.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:29.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_45 2026-02-22T22:12:29.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:12:29.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:29.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:12:29.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:29.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:12:29.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:12:29.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:12:29.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:29.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:29.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:29.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_45 2026-02-22T22:12:29.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:12:29.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:12:29.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:12:29.587 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:12:29.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:12:29.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:12:29.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:12:29.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:29.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_45 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_45 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:29.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_45 2026-02-22T22:12:30.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 174 2026-02-22T22:12:30.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_45 2026-02-22T22:12:30.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:30.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:30.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:30.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:30.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_45.status 2026-02-22T22:12:30.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_45.status 2026-02-22T22:12:30.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:30.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_45.status 2026-02-22T22:12:30.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_45.status 2026-02-22T22:12:30.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_45.status 2026-02-22T22:12:30.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:30.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.status 2026-02-22T22:12:30.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_45 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_45.status 2026-02-22T22:12:30.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:30.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:30.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:30.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_45.status 2026-02-22T22:12:30.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_45 --format xml 2026-02-22T22:12:30.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:30.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:12:30.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=174 2026-02-22T22:12:30.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:30.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:30.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:12:30.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_45 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.status 2026-02-22T22:12:30.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:30.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:30.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:30.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.status 2026-02-22T22:12:30.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_45 --format xml 2026-02-22T22:12:30.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:30.570 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:30.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=79 2026-02-22T22:12:30.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 174 = 79 2026-02-22T22:12:30.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:30.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:12:30.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_45 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.status 2026-02-22T22:12:30.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:30.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:30.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:30.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.status 2026-02-22T22:12:30.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_45 --format xml 2026-02-22T22:12:30.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:31.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:31.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:31.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:31.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:31.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:31.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:31.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 174 = '' 2026-02-22T22:12:31.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:31.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:12:31.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_45 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.status 2026-02-22T22:12:31.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:31.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:31.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:31.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.status 2026-02-22T22:12:31.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_45 --format xml 2026-02-22T22:12:31.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:31.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:31.843 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:31.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:31.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:31.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:31.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:31.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 174 = '' 2026-02-22T22:12:31.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:31.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:12:33.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_45 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.status 2026-02-22T22:12:33.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:33.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:33.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:33.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.status 2026-02-22T22:12:33.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_45 --format xml 2026-02-22T22:12:33.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:33.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:33.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=174 2026-02-22T22:12:33.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 174 = 174 2026-02-22T22:12:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_45 snap 2026-02-22T22:12:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:12:33.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:34.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_45@snap 2026-02-22T22:12:34.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_45': 2026-02-22T22:12:34.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:12:34.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:12:34.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df75490e0a 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df75490e0a 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:13 2026 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:13 2026 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:13 2026 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:12:34.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:12:34.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:12:34.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 6617f22e-38b1-4cf7-bfb7-401f6e4b50c8 2026-02-22T22:12:34.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:12:34.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:34.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_45 snap 2026-02-22T22:12:34.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:34.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:12:34.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:34.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:12:34.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_45.export 2026-02-22T22:12:34.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.export 2026-02-22T22:12:34.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_45.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.export 2026-02-22T22:12:34.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_45@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_45.export 2026-02-22T22:12:34.653 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:34.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_45@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.export 2026-02-22T22:12:34.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:34.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_45.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.export 2026-02-22T22:12:34.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_45.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_45.export 2026-02-22T22:12:34.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:34.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:12:34.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_46 2026-02-22T22:12:34.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_46 snap 2026-02-22T22:12:34.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:34.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:34.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:34.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:34.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_46@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_46 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_46 started 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:36.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:37.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_46 started 2026-02-22T22:12:37.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:37.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:37.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:37.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:12:37.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:12:37.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:12:37.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:12:37.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_46 2026-02-22T22:12:37.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:12:37.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:37.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:12:37.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:12:37.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:12:37.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:37.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:12:37.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:12:37.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:12:37.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:37.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_46 2026-02-22T22:12:37.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:12:37.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:37.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:37.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:12:37.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:37.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:37.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:12:37.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:12:37.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:12:37.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:37.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:37.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:37.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_46 2026-02-22T22:12:37.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_46'] 2026-02-22T22:12:37.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:37.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:37.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:37.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_46 2026-02-22T22:12:37.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:12:37.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:37.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:37.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:12:37.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:37.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:12:37.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:12:37.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:37.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:37.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:37.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_46 2026-02-22T22:12:37.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_46'] 2026-02-22T22:12:37.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:37.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:37.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:37.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_46 2026-02-22T22:12:37.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:12:37.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:37.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:37.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:12:37.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:12:37.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:37.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:37.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:37.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:12:37.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:37.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:37.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:37.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:12:37.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:12:37.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:12:37.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:37.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:37.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:37.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_46 2026-02-22T22:12:37.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_46'] 2026-02-22T22:12:37.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:37.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:37.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:37.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_46 2026-02-22T22:12:37.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:37.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:37.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:37.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:37.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:37.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:37.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:37.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:37.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:12:37.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:12:37.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:12:37.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:37.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:37.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:37.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_46 2026-02-22T22:12:37.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:12:37.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:12:37.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:12:37.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:12:37.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:12:37.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:12:37.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:12:37.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:37.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_46 2026-02-22T22:12:37.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:37.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:37.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:37.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:37.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:12:37.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:12:37.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_46 2026-02-22T22:12:37.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:37.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:37.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:37.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_46 2026-02-22T22:12:38.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 176 2026-02-22T22:12:38.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_46 2026-02-22T22:12:38.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:38.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:38.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:38.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:38.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_46.status 2026-02-22T22:12:38.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_46.status 2026-02-22T22:12:38.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:38.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_46.status 2026-02-22T22:12:38.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_46.status 2026-02-22T22:12:38.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_46.status 2026-02-22T22:12:38.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:38.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.status 2026-02-22T22:12:38.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_46 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_46.status 2026-02-22T22:12:38.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:38.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:38.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:38.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_46.status 2026-02-22T22:12:38.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_46 --format xml 2026-02-22T22:12:38.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:38.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:12:38.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=176 2026-02-22T22:12:38.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:38.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:38.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:12:38.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_46 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.status 2026-02-22T22:12:38.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:38.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:38.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:38.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.status 2026-02-22T22:12:38.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_46 --format xml 2026-02-22T22:12:38.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:38.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:38.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=80 2026-02-22T22:12:38.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 176 = 80 2026-02-22T22:12:38.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:38.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:12:39.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_46 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.status 2026-02-22T22:12:39.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:39.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:39.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:39.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.status 2026-02-22T22:12:39.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_46 --format xml 2026-02-22T22:12:39.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:39.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:39.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:39.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:39.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:39.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:39.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:39.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 176 = '' 2026-02-22T22:12:39.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:39.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:12:39.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_46 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.status 2026-02-22T22:12:39.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:39.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:39.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:39.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.status 2026-02-22T22:12:39.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_46 --format xml 2026-02-22T22:12:39.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:39.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:39.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:39.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:39.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:39.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:39.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:39.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 176 = '' 2026-02-22T22:12:39.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:39.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:12:41.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_46 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.status 2026-02-22T22:12:41.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:41.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:41.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:41.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.status 2026-02-22T22:12:41.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_46 --format xml 2026-02-22T22:12:41.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:41.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:41.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=176 2026-02-22T22:12:41.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 176 = 176 2026-02-22T22:12:41.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:41.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_46 snap 2026-02-22T22:12:41.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:41.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:41.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:41.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:41.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:41.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:12:41.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:42.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_46@snap 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_46': 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfecc01d68 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfecc01d68 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:20 2026 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:20 2026 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:20 2026 2026-02-22T22:12:42.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:12:42.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:12:42.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:12:42.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 251cdcf0-af07-48d8-aa93-55cd388ad0ca 2026-02-22T22:12:42.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:12:42.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:42.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_46 snap 2026-02-22T22:12:42.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:42.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:12:42.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:42.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:12:42.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_46.export 2026-02-22T22:12:42.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.export 2026-02-22T22:12:42.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_46.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.export 2026-02-22T22:12:42.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_46@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_46.export 2026-02-22T22:12:42.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:42.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_46@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.export 2026-02-22T22:12:42.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:42.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_46.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.export 2026-02-22T22:12:42.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_46.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_46.export 2026-02-22T22:12:42.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:42.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:12:42.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_47 2026-02-22T22:12:42.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_47 snap 2026-02-22T22:12:42.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:42.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:42.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:42.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:42.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_47@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:12:44.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_47 2026-02-22T22:12:44.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:44.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_47 started 2026-02-22T22:12:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:12:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:44.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:45.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_47 started 2026-02-22T22:12:45.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:45.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:45.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:45.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:12:45.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:12:45.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:12:45.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_47 2026-02-22T22:12:45.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:12:45.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:12:45.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:45.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:12:45.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:12:45.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:12:45.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:45.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:12:45.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:12:45.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:12:45.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:45.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_47 2026-02-22T22:12:45.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:12:45.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:45.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:45.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:45.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:45.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:45.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:45.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:45.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:45.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:12:45.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:12:45.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:12:45.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:45.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:45.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:45.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_47 2026-02-22T22:12:45.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_47'] 2026-02-22T22:12:45.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:45.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:45.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:45.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_47 2026-02-22T22:12:45.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:12:45.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:45.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:45.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:45.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:45.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:45.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:45.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:12:45.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:12:45.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:12:45.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:45.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:45.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:45.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_47 2026-02-22T22:12:45.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_47'] 2026-02-22T22:12:45.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:45.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:45.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:45.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_47 2026-02-22T22:12:45.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:45.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:45.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:45.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:45.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:45.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:12:45.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:12:45.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:12:45.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:45.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:45.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:45.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_47 2026-02-22T22:12:45.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_47'] 2026-02-22T22:12:45.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:45.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_47 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:12:45.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:12:45.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:12:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:45.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_47 2026-02-22T22:12:45.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:12:45.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:12:45.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:12:45.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:12:45.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:12:45.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:12:45.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:12:45.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_47 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_47 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:45.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:45.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_47 2026-02-22T22:12:46.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 178 2026-02-22T22:12:46.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_47 2026-02-22T22:12:46.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:46.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:46.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:46.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:46.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_47.status 2026-02-22T22:12:46.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_47.status 2026-02-22T22:12:46.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:46.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_47.status 2026-02-22T22:12:46.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_47.status 2026-02-22T22:12:46.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_47.status 2026-02-22T22:12:46.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:46.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.status 2026-02-22T22:12:46.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_47 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_47.status 2026-02-22T22:12:46.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:46.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:46.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:46.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_47.status 2026-02-22T22:12:46.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_47 --format xml 2026-02-22T22:12:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:46.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:12:46.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=178 2026-02-22T22:12:46.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:46.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:46.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:12:46.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_47 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.status 2026-02-22T22:12:46.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:46.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:46.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:46.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.status 2026-02-22T22:12:46.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_47 --format xml 2026-02-22T22:12:46.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:46.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:46.614 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=81 2026-02-22T22:12:46.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 178 = 81 2026-02-22T22:12:46.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:46.615 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:12:47.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_47 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.status 2026-02-22T22:12:47.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:47.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:47.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:47.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.status 2026-02-22T22:12:47.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_47 --format xml 2026-02-22T22:12:47.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:47.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:47.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:47.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:47.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:47.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:47.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:47.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 178 = '' 2026-02-22T22:12:47.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:47.050 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:12:47.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_47 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.status 2026-02-22T22:12:47.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:47.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:47.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:47.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.status 2026-02-22T22:12:47.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_47 --format xml 2026-02-22T22:12:47.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:47.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:47.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:47.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:47.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:47.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:47.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:47.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 178 = '' 2026-02-22T22:12:47.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:47.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:12:49.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_47 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.status 2026-02-22T22:12:49.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:49.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:49.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:49.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.status 2026-02-22T22:12:49.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_47 --format xml 2026-02-22T22:12:49.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:49.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:49.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=178 2026-02-22T22:12:49.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 178 = 178 2026-02-22T22:12:49.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:49.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_47 snap 2026-02-22T22:12:49.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:49.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:49.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:49.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:49.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:49.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:12:49.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:50.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_47@snap 2026-02-22T22:12:50.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_47': 2026-02-22T22:12:50.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:12:50.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df391ea140 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df391ea140 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:27 2026 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:27 2026 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:27 2026 2026-02-22T22:12:50.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:12:50.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:12:50.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:12:50.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 06fbab14-a6f8-407e-bf70-8fc09f371e67 2026-02-22T22:12:50.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:12:50.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:50.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_47 snap 2026-02-22T22:12:50.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:50.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:12:50.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:50.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:12:50.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_47.export 2026-02-22T22:12:50.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.export 2026-02-22T22:12:50.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_47.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.export 2026-02-22T22:12:50.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_47@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_47.export 2026-02-22T22:12:50.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:50.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_47@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.export 2026-02-22T22:12:50.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:50.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_47.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.export 2026-02-22T22:12:50.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_47.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_47.export 2026-02-22T22:12:50.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:50.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:12:50.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_48 2026-02-22T22:12:50.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_48 snap 2026-02-22T22:12:50.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:50.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:50.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:50.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:50.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_48@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_48 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_48 started 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:52.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:53.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_48 started 2026-02-22T22:12:53.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:53.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:53.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:53.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:12:53.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:12:53.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:12:53.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_48 2026-02-22T22:12:53.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:12:53.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:12:53.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:53.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:12:53.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:12:53.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:12:53.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:12:53.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:12:53.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:12:53.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:12:53.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:53.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_48 2026-02-22T22:12:53.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:12:53.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:53.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:53.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:12:53.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:12:53.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:53.136 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:12:53.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:12:53.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:53.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:53.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:12:53.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:12:53.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:12:53.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:53.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:53.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:12:53.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_48 2026-02-22T22:12:53.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_48'] 2026-02-22T22:12:53.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:53.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:53.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:53.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_48 2026-02-22T22:12:53.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:53.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:53.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:12:53.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:12:53.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:53.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:53.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:12:53.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:12:53.215 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:12:53.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:53.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:53.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:12:53.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_48 2026-02-22T22:12:53.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_48'] 2026-02-22T22:12:53.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:53.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:53.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:53.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_48 2026-02-22T22:12:53.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:12:53.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:53.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:53.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:53.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:12:53.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:12:53.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:53.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:53.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:12:53.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_48 2026-02-22T22:12:53.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_48'] 2026-02-22T22:12:53.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:12:53.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_48 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:12:53.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:12:53.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:12:53.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:12:53.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:12:53.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:12:53.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:12:53.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:53.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:53.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:12:53.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_48 2026-02-22T22:12:53.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:12:53.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:12:53.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:12:53.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:12:53.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_48 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_48 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:53.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_48 2026-02-22T22:12:54.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 180 2026-02-22T22:12:54.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_48 2026-02-22T22:12:54.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:12:54.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:54.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:54.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:54.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_48.status 2026-02-22T22:12:54.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_48.status 2026-02-22T22:12:54.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:54.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_48.status 2026-02-22T22:12:54.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_48.status 2026-02-22T22:12:54.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_48.status 2026-02-22T22:12:54.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:12:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.status 2026-02-22T22:12:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_48 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_48.status 2026-02-22T22:12:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_48.status 2026-02-22T22:12:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_48 --format xml 2026-02-22T22:12:54.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:54.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:12:54.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=180 2026-02-22T22:12:54.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:54.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:54.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:12:54.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_48 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.status 2026-02-22T22:12:54.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:54.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:54.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:54.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.status 2026-02-22T22:12:54.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_48 --format xml 2026-02-22T22:12:54.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:54.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:54.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=82 2026-02-22T22:12:54.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 180 = 82 2026-02-22T22:12:54.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:54.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:12:55.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_48 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.status 2026-02-22T22:12:55.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:55.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:55.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:55.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.status 2026-02-22T22:12:55.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_48 --format xml 2026-02-22T22:12:55.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:55.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:55.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:55.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:55.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:55.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:55.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:55.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 180 = '' 2026-02-22T22:12:55.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:55.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:12:55.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_48 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.status 2026-02-22T22:12:55.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:55.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:55.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:55.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.status 2026-02-22T22:12:55.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_48 --format xml 2026-02-22T22:12:55.863 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:55.911 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:12:55.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:55.914 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:12:55.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:12:55.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:12:55.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:12:55.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 180 = '' 2026-02-22T22:12:55.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:12:55.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:12:56.919 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.7268303062443391) > weight (0.25) 2026-02-22T22:12:56.919 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.801546096294472) > weight (0.25) 2026-02-22T22:12:56.919 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.2 2026-02-22T22:12:56.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Sent signal 15 2026-02-22T22:12:56.920 INFO:tasks.rbd_mirror_thrash:waiting for 4.465579701393384 secs before reviving daemons 2026-02-22T22:12:56.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:12:56.920+0000 7fa4697d8640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 (PID: 33269) UID: 1000 2026-02-22T22:12:57.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_48 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.status 2026-02-22T22:12:57.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:57.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:57.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:57.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.status 2026-02-22T22:12:57.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_48 --format xml 2026-02-22T22:12:57.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:12:57.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:12:57.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=180 2026-02-22T22:12:57.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 180 = 180 2026-02-22T22:12:57.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:57.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_48 snap 2026-02-22T22:12:57.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:12:57.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:57.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:57.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:57.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:12:57.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:12:57.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:12:58.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_48@snap 2026-02-22T22:12:58.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_48': 2026-02-22T22:12:58.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:12:58.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:12:58.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:12:58.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df164cdbfa 2026-02-22T22:12:58.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df164cdbfa 2026-02-22T22:12:58.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:12:58.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:12:58.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:12:58.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:12:58.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:34 2026 2026-02-22T22:12:58.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:34 2026 2026-02-22T22:12:58.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:34 2026 2026-02-22T22:12:58.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:12:58.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:12:58.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:12:58.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 7f33e8bd-4056-4f23-b631-d919eced6598 2026-02-22T22:12:58.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_48 snap 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_48.export 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.export 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_48.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.export 2026-02-22T22:12:58.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_48@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_48.export 2026-02-22T22:12:58.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:58.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_48@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.export 2026-02-22T22:12:58.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:12:58.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_48.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.export 2026-02-22T22:12:58.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_48.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_48.export 2026-02-22T22:12:59.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:12:59.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:12:59.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_49 2026-02-22T22:12:59.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_49 snap 2026-02-22T22:12:59.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:12:59.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:12:59.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:12:59.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:12:59.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_49@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:13:00.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_49 2026-02-22T22:13:00.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:00.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:00.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:00.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_49 started 2026-02-22T22:13:00.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:00.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:00.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:00.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:13:00.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:13:00.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:13:00.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_49 started 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_49 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:13:01.148 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:13:01.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:13:01.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:13:01.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:13:01.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:13:01.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:13:01.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_49 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:13:01.151 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:13:01.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:13:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:13:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:13:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:13:01.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_49 2026-02-22T22:13:01.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_49'] 2026-02-22T22:13:01.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:13:01.222 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:13:01.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:13:01.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_49 2026-02-22T22:13:01.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:13:01.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:01.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:13:01.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:13:01.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:13:01.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:13:01.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:13:01.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:13:01.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:13:01.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:13:01.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:13:01.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:13:01.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:13:01.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_49 2026-02-22T22:13:01.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_49'] 2026-02-22T22:13:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:13:01.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:13:01.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:13:01.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_49 2026-02-22T22:13:01.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:13:01.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:13:01.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:13:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:13:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:13:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:13:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:13:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:13:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:13:01.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:13:01.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:13:01.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:13:01.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:13:01.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_49 2026-02-22T22:13:01.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: exception getting command descriptions: [Errno 2] No such file or directory 2026-02-22T22:13:01.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:13:01.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_49 2026-02-22T22:13:01.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:13:01.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:13:01.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:01.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:13:01.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:13:01.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:13:01.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:13:01.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:13:01.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:13:01.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:13:01.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:13:01.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:13:01.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:13:01.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_49 2026-02-22T22:13:01.386 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.2 2026-02-22T22:13:01.387 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:13:01.387 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.2 2026-02-22T22:13:01.387 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Restarting daemon 2026-02-22T22:13:01.387 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 2026-02-22T22:13:01.388 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Started 2026-02-22T22:13:01.388 INFO:tasks.rbd_mirror_thrash:waiting for 87.43862836211693 secs before thrashing 2026-02-22T22:13:01.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:13:01.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:13:01.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:13:01.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:13:01.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_49 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_49 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:01.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_49 2026-02-22T22:13:02.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 182 2026-02-22T22:13:02.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_49 2026-02-22T22:13:02.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:13:02.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:02.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:02.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:02.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_49.status 2026-02-22T22:13:02.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_49.status 2026-02-22T22:13:02.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:13:02.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_49.status 2026-02-22T22:13:02.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_49.status 2026-02-22T22:13:02.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_49.status 2026-02-22T22:13:02.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:13:02.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.status 2026-02-22T22:13:02.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_49 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_49.status 2026-02-22T22:13:02.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:02.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:02.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:02.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_49.status 2026-02-22T22:13:02.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_49 --format xml 2026-02-22T22:13:02.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:02.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:13:02.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=182 2026-02-22T22:13:02.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:13:02.203 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:13:02.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:13:02.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_49 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.status 2026-02-22T22:13:02.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:02.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:02.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:02.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.status 2026-02-22T22:13:02.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_49 --format xml 2026-02-22T22:13:02.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:02.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:13:02.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=83 2026-02-22T22:13:02.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 182 = 83 2026-02-22T22:13:02.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:13:02.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:13:02.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_49 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.status 2026-02-22T22:13:02.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:02.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:02.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:02.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.status 2026-02-22T22:13:02.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_49 --format xml 2026-02-22T22:13:02.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:02.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:13:02.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:13:02.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:13:02.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:13:02.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:13:02.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:13:02.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 182 = '' 2026-02-22T22:13:02.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:13:02.874 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:13:03.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_49 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.status 2026-02-22T22:13:03.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:03.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:03.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:03.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.status 2026-02-22T22:13:03.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_49 --format xml 2026-02-22T22:13:03.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:03.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:13:03.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:13:03.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:13:03.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:13:03.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:13:03.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:13:03.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 182 = '' 2026-02-22T22:13:03.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:13:03.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:13:05.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_49 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.status 2026-02-22T22:13:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.status 2026-02-22T22:13:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_49 --format xml 2026-02-22T22:13:05.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:05.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:13:05.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=182 2026-02-22T22:13:05.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 182 = 182 2026-02-22T22:13:05.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:05.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_49 snap 2026-02-22T22:13:05.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:05.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:05.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:05.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:13:05.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:13:05.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:13:05.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:13:06.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_49@snap 2026-02-22T22:13:06.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_49': 2026-02-22T22:13:06.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:13:06.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:13:06.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:13:06.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10dfbb352f4a 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10dfbb352f4a 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:40 2026 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:40 2026 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:40 2026 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:13:06.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 0982904d-6aec-4153-b9c1-daff167fc631 2026-02-22T22:13:06.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:13:06.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:06.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_49 snap 2026-02-22T22:13:06.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:06.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:13:06.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:13:06.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:13:06.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_49.export 2026-02-22T22:13:06.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.export 2026-02-22T22:13:06.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_49.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.export 2026-02-22T22:13:06.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_49@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_49.export 2026-02-22T22:13:06.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:13:06.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_49@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.export 2026-02-22T22:13:06.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:13:06.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_49.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.export 2026-02-22T22:13:06.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_49.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_49.export 2026-02-22T22:13:06.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:06.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:06.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_50 2026-02-22T22:13:06.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_snap cluster2 mirror image_50 snap 2026-02-22T22:13:06.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:06.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:06.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:06.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:13:06.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror snap create image_50@snap --debug-rbd=20 --debug-journaler=20 2026-02-22T22:13:08.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_started cluster1 mirror image_50 2026-02-22T22:13:08.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:08.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:08.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:08.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_replay_state cluster1 mirror image_50 started 2026-02-22T22:13:08.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:08.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:08.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:08.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=started 2026-02-22T22:13:08.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:13:08.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:13:08.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_replay_state cluster1 mirror image_50 started 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=started 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_result 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=stopped 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemons cluster1 rbd mirror status mirror/image_50 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -i state 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_instance=cluster1 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance=cluster1 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local loop_instance 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for s in 0 1 2 4 8 8 8 8 8 8 8 8 16 16 2026-02-22T22:13:09.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sleep 0 2026-02-22T22:13:09.163 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' cluster1 '!=' cluster1 ']' 2026-02-22T22:13:09.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ seq 0 3 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:0 rbd mirror status mirror/image_50 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:0 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:0 cluster instance 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:0 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 0 = cluster1:0 ']' 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=0 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:0 cluster1 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:0 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:0 local_cluster instance 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:0 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:09.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=0 2026-02-22T22:13:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 0 = cluster1:0 ']' 2026-02-22T22:13:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:13:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:13:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=0 2026-02-22T22:13:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=0 2026-02-22T22:13:09.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.0 'admin socket' 2026-02-22T22:13:09.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:13:09.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:13:09.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok 2026-02-22T22:13:09.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.0.asok rbd mirror status mirror/image_50 2026-02-22T22:13:09.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_50'] 2026-02-22T22:13:09.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:13:09.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:13:09.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:13:09.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:1 rbd mirror status mirror/image_50 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:1 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:1 cluster instance 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:1 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=1 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 1 = cluster1:1 ']' 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:13:09.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=1 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:1 cluster1 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:1 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:1 local_cluster instance 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:1 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=1 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 1 = cluster1:1 ']' 2026-02-22T22:13:09.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:13:09.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:13:09.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=1 2026-02-22T22:13:09.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=1 2026-02-22T22:13:09.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.1 'admin socket' 2026-02-22T22:13:09.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:13:09.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:13:09.242 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok 2026-02-22T22:13:09.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.1.asok rbd mirror status mirror/image_50 2026-02-22T22:13:09.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_50'] 2026-02-22T22:13:09.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:13:09.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:13:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:13:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:2 rbd mirror status mirror/image_50 2026-02-22T22:13:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:2 2026-02-22T22:13:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:13:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:2 cluster instance 2026-02-22T22:13:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:2 2026-02-22T22:13:09.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=2 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 2 = cluster1:2 ']' 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=2 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:2 cluster1 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:2 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:13:09.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:2 local_cluster instance 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:2 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=2 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 2 = cluster1:2 ']' 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=2 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=2 2026-02-22T22:13:09.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.2 'admin socket' 2026-02-22T22:13:09.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:13:09.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:13:09.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok 2026-02-22T22:13:09.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.2.asok rbd mirror status mirror/image_50 2026-02-22T22:13:09.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:Invalid command: unused arguments: ['mirror/image_50'] 2026-02-22T22:13:09.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd mirror status : get status for rbd mirror 2026-02-22T22:13:09.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:admin_socket: invalid command 2026-02-22T22:13:09.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ for loop_instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ admin_daemon cluster1:3 rbd mirror status mirror/image_50 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1:3 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ shift 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ set_cluster_instance cluster1:3 cluster instance 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local val=cluster1:3 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster_var_name=cluster 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local instance_var_name=instance 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=3 2026-02-22T22:13:09.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ '[' 3 = cluster1:3 ']' 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval cluster=cluster1 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ eval instance=3 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ daemon_asok_file cluster1:3 cluster1 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local local_cluster=cluster1:3 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster=cluster1 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ set_cluster_instance cluster1:3 local_cluster instance 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local val=cluster1:3 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local cluster_var_name=local_cluster 2026-02-22T22:13:09.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ local instance_var_name=instance 2026-02-22T22:13:09.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ cluster=cluster1 2026-02-22T22:13:09.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ instance=3 2026-02-22T22:13:09.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ '[' 3 = cluster1:3 ']' 2026-02-22T22:13:09.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval local_cluster=cluster1 2026-02-22T22:13:09.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ local_cluster=cluster1 2026-02-22T22:13:09.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ eval instance=3 2026-02-22T22:13:09.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ instance=3 2026-02-22T22:13:09.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++++ ceph-conf --cluster cluster1 --name client.mirror.3 'admin socket' 2026-02-22T22:13:09.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+++ echo /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:13:09.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local asok_file=/var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:13:09.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ test -S /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok 2026-02-22T22:13:09.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ ceph --admin-daemon /var/run/ceph/rbd-mirror.cluster1-client.mirror.3.asok rbd mirror status mirror/image_50 2026-02-22T22:13:09.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ return 0 2026-02-22T22:13:09.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ status_result=' "state": "Replaying"' 2026-02-22T22:13:09.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo ' "state": "Replaying"' 2026-02-22T22:13:09.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ grep -i Replaying 2026-02-22T22:13:09.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: "state": "Replaying" 2026-02-22T22:13:09.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=started 2026-02-22T22:13:09.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test started = started 2026-02-22T22:13:09.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:09.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_replay_complete cluster1 cluster2 mirror image_50 2026-02-22T22:13:09.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:13:09.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:09.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:09.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:09.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = journal ']' 2026-02-22T22:13:09.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' snapshot = snapshot ']' 2026-02-22T22:13:09.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ mirror_image_snapshot cluster2 mirror image_50 2026-02-22T22:13:09.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:09.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:09.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:09.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 mirror image snapshot mirror/image_50 2026-02-22T22:13:10.162 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Snapshot ID: 184 2026-02-22T22:13:10.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snapshot_sync_complete cluster1 cluster2 mirror image_50 2026-02-22T22:13:10.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_cluster=cluster1 2026-02-22T22:13:10.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:10.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:10.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:10.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster2-mirror-image_50.status 2026-02-22T22:13:10.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster2-mirror-image_50.status 2026-02-22T22:13:10.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:13:10.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local status_log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_50.status 2026-02-22T22:13:10.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ mkfname cluster1-mirror-image_50.status 2026-02-22T22:13:10.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ echo cluster1-mirror-image_50.status 2026-02-22T22:13:10.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -e 's|[/ ]|_|g' 2026-02-22T22:13:10.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local local_status_log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.status 2026-02-22T22:13:10.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster2 mirror image_50 /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_50.status 2026-02-22T22:13:10.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:10.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:10.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:10.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_50.status 2026-02-22T22:13:10.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap list --all mirror/image_50 --format xml 2026-02-22T22:13:10.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:10.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/id 2026-02-22T22:13:10.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snapshot_id=184 2026-02-22T22:13:10.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:13:10.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:13:10.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.2 2026-02-22T22:13:10.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_50 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.status 2026-02-22T22:13:10.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:10.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:10.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:10.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.status 2026-02-22T22:13:10.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_50 --format xml 2026-02-22T22:13:10.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:10.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:13:10.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=84 2026-02-22T22:13:10.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 184 = 84 2026-02-22T22:13:10.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:13:10.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.4 2026-02-22T22:13:10.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_50 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.status 2026-02-22T22:13:10.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:10.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:10.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:10.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.status 2026-02-22T22:13:10.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_50 --format xml 2026-02-22T22:13:10.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:10.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:13:10.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:13:10.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:13:10.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:13:10.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:13:10.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:13:10.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 184 = '' 2026-02-22T22:13:10.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:13:10.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.8 2026-02-22T22:13:11.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_50 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.status 2026-02-22T22:13:11.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:11.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:11.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:11.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.status 2026-02-22T22:13:11.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_50 --format xml 2026-02-22T22:13:11.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:11.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:13:11.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:13:11.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:-:1.1: Document is empty 2026-02-22T22:13:11.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: 2026-02-22T22:13:11.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:^ 2026-02-22T22:13:11.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id= 2026-02-22T22:13:11.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 184 = '' 2026-02-22T22:13:11.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.2 0.4 0.8 1.6 2 2 4 4 8 8 16 16 32 32 2026-02-22T22:13:11.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1.6 2026-02-22T22:13:13.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ get_newest_mirror_snapshot cluster1 mirror image_50 /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.status 2026-02-22T22:13:13.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:13.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:13.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:13.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local log=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.status 2026-02-22T22:13:13.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 snap list --all mirror/image_50 --format xml 2026-02-22T22:13:13.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ xmlstarlet sel -t -c '//snapshots/snapshot[namespace/complete='\''true'\'' and position()=last()]' 2026-02-22T22:13:13.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ xmlstarlet sel -t -v //snapshot/namespace/primary_snap_id 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local primary_snapshot_id=184 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 184 = 184 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_snap_present cluster1 mirror image_50 snap 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:13:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 1 2 4 8 8 8 8 8 8 8 8 16 16 16 16 32 32 32 32 2026-02-22T22:13:13.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:13:14.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 info mirror/image_50@snap 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_50': 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 128 MiB in 32 objects 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 2 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 10df5bf85050 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.10df5bf85050 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff, non-primary 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:13:14.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:13:14.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:05:52 2026 2026-02-22T22:13:14.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:05:52 2026 2026-02-22T22:13:14.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:05:52 2026 2026-02-22T22:13:14.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: protected: False 2026-02-22T22:13:14.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:13:14.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:13:14.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 93bc843d-e4c6-4778-899c-9c1c9b939cf2 2026-02-22T22:13:14.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: false 2026-02-22T22:13:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ compare_image_snaps mirror image_50 snap 2026-02-22T22:13:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:13:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap_name=snap 2026-02-22T22:13:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local ret=0 2026-02-22T22:13:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local rmt_export=/tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_50.export 2026-02-22T22:13:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local loc_export=/tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.export 2026-02-22T22:13:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_50.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.export 2026-02-22T22:13:14.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 -p mirror export image_50@snap /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_50.export 2026-02-22T22:13:14.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:13:14.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster1 -p mirror export image_50@snap /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.export 2026-02-22T22:13:14.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Exporting image: 3% complete... Exporting image: 6% complete... Exporting image: 9% complete... Exporting image: 12% complete... Exporting image: 15% complete... Exporting image: 18% complete... Exporting image: 21% complete... Exporting image: 25% complete... Exporting image: 28% complete... Exporting image: 31% complete... Exporting image: 34% complete... Exporting image: 37% complete... Exporting image: 40% complete... Exporting image: 43% complete... Exporting image: 46% complete... Exporting image: 50% complete... Exporting image: 53% complete... Exporting image: 56% complete... Exporting image: 59% complete... Exporting image: 62% complete... Exporting image: 65% complete... Exporting image: 68% complete... Exporting image: 71% complete... Exporting image: 75% complete... Exporting image: 78% complete... Exporting image: 81% complete... Exporting image: 84% complete... Exporting image: 87% complete... Exporting image: 90% complete... Exporting image: 93% complete... Exporting image: 96% complete... Exporting image: 100% complete...done. 2026-02-22T22:13:14.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cmp /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_50.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.export 2026-02-22T22:13:14.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -f /tmp/tmp.xr9JSZKcRI/cluster2-mirror-image_50.export /tmp/tmp.xr9JSZKcRI/cluster1-mirror-image_50.export 2026-02-22T22:13:14.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:14.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ testlog 'TEST: delete many images' 2026-02-22T22:13:14.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ tee -a /tmp/tmp.xr9JSZKcRI/rbd-mirror.test.log 2026-02-22T22:13:14.813 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ date '+%F %T' 2026-02-22T22:13:14.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo 2026-02-22 22:13:14 TEST: delete many images 2026-02-22T22:13:14.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:2026-02-22 22:13:14 TEST: delete many images 2026-02-22T22:13:14.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 50 2026-02-22T22:13:14.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:14.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_1 2026-02-22T22:13:14.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_1 snap 2026-02-22T22:13:14.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:14.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:14.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:13:14.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:14.817 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_1@snap 2026-02-22T22:13:15.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:15.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_1 2026-02-22T22:13:15.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:15.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:15.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:13:15.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:15.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:15.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_1 2026-02-22T22:13:15.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:15.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:15.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:13:15.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_1 2026-02-22T22:13:15.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_1 2026-02-22T22:13:15.286 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:15.288+0000 7f1c37506640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d7a531e0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:15.286 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:15.288+0000 7f1c3dd13640 -1 rbd::mirror::ImageReplayer: 0x5586d8132280 [3/b7471039-f330-48fd-ab70-bc70e02e191b] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:17.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_2 2026-02-22T22:13:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_2 snap 2026-02-22T22:13:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:17.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:13:17.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:17.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_2@snap 2026-02-22T22:13:18.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:18.170 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.172+0000 7f2a3048c640 -1 reset not still connected to 0x55a9970ee1a0 2026-02-22T22:13:18.172 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.172+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a1772a90 2026-02-22T22:13:18.172 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.172+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a86281a0 2026-02-22T22:13:18.173 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.172+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a8628f70 2026-02-22T22:13:18.173 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.172+0000 7f2a3048c640 -1 reset not still connected to 0x55a9a865f2b0 2026-02-22T22:13:18.174 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9ad408b60 2026-02-22T22:13:18.174 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adada1a0 2026-02-22T22:13:18.174 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9adadc9c0 2026-02-22T22:13:18.174 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b201a340 2026-02-22T22:13:18.175 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b23884e0 2026-02-22T22:13:18.175 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b2814680 2026-02-22T22:13:18.175 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b49d1ba0 2026-02-22T22:13:18.175 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b5859ad0 2026-02-22T22:13:18.175 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9ba5e3ad0 2026-02-22T22:13:18.175 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bb53edd0 2026-02-22T22:13:18.175 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bbd635f0 2026-02-22T22:13:18.175 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bbdb0820 2026-02-22T22:13:18.176 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:13:18.176+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bd022680 2026-02-22T22:13:18.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_2 2026-02-22T22:13:18.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:18.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:18.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:13:18.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:18.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:18.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_2 2026-02-22T22:13:18.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:18.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:18.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:13:18.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_2 2026-02-22T22:13:18.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_2 2026-02-22T22:13:18.295 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:18.296+0000 7f1c37506640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d8062680 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:18.296 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:18.296+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8076c80 [3/7519fd98-6a06-4842-bbae-704566536af1] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:20.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:20.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:20.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:20.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_3 2026-02-22T22:13:20.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_3 snap 2026-02-22T22:13:20.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:20.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:20.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:13:20.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:20.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_3@snap 2026-02-22T22:13:21.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:21.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_3 2026-02-22T22:13:21.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:21.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:21.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:13:21.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:21.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:21.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_3 2026-02-22T22:13:21.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:21.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:21.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:13:21.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_3 2026-02-22T22:13:21.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_3 2026-02-22T22:13:21.297 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:21.295+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d80636c0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:21.297 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:21.295+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d75a5b80 [3/0064fd17-a690-4d97-ac74-02c77491c961] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:23.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:23.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_4 2026-02-22T22:13:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_4 snap 2026-02-22T22:13:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:13:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_4@snap 2026-02-22T22:13:24.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:24.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_4 2026-02-22T22:13:24.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:24.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:24.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:13:24.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:24.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:24.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_4 2026-02-22T22:13:24.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:24.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:24.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:13:24.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_4 2026-02-22T22:13:24.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_4 2026-02-22T22:13:24.390 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:24.391+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d8062b60 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:24.390 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:24.391+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8047180 [3/5debfb0a-4adb-433a-a74b-e25c647fff76] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:26.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_5 2026-02-22T22:13:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_5 snap 2026-02-22T22:13:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:13:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:26.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_5@snap 2026-02-22T22:13:27.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:27.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_5 2026-02-22T22:13:27.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:27.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:27.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:13:27.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:27.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:27.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_5 2026-02-22T22:13:27.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:27.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:27.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:13:27.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_5 2026-02-22T22:13:27.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_5 2026-02-22T22:13:27.394 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:27.395+0000 7f1c37506640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d8062000 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:27.394 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:27.395+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8047680 [3/5d2cfd09-99ed-4127-93d1-2d0e06afac81] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:29.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:29.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_6 2026-02-22T22:13:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_6 snap 2026-02-22T22:13:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:13:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:29.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_6@snap 2026-02-22T22:13:30.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:30.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_6 2026-02-22T22:13:30.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:30.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:30.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:13:30.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:30.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:30.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_6 2026-02-22T22:13:30.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:30.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:30.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:13:30.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_6 2026-02-22T22:13:30.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_6 2026-02-22T22:13:30.405 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:30.407+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d8011520 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:30.406 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:30.407+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8013b80 [3/28a46934-9059-422d-b4b9-32873ae36ab4] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:32.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:32.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:32.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:32.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_7 2026-02-22T22:13:32.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_7 snap 2026-02-22T22:13:32.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:32.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:32.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:13:32.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:32.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_7@snap 2026-02-22T22:13:33.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_7 2026-02-22T22:13:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:13:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:33.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_7 2026-02-22T22:13:33.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:33.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:33.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:13:33.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_7 2026-02-22T22:13:33.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_7 2026-02-22T22:13:33.397 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:33.399+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d79c8680 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:33.397 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:33.399+0000 7f1c3dd13640 -1 rbd::mirror::ImageReplayer: 0x5586d8012f00 [3/150d77e3-f836-4d99-b1ed-0b26f3991966] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:35.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:35.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:35.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:35.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_8 2026-02-22T22:13:35.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_8 snap 2026-02-22T22:13:35.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:35.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:35.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:13:35.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:35.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_8@snap 2026-02-22T22:13:36.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:36.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_8 2026-02-22T22:13:36.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:36.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:36.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:13:36.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:36.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:36.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_8 2026-02-22T22:13:36.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:36.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:36.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:13:36.278 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_8 2026-02-22T22:13:36.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_8 2026-02-22T22:13:36.386 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:36.387+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d79c8820 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:36.389 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:36.387+0000 7f1c3dd13640 -1 rbd::mirror::ImageReplayer: 0x5586d8077180 [3/7dfa9ba8-9dc6-45d4-bb20-2e4666b3224e] start: already running 2026-02-22T22:13:36.391 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:36.391+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d8011a00 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:36.391 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:36.391+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8077180 [3/7dfa9ba8-9dc6-45d4-bb20-2e4666b3224e] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:38.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_9 2026-02-22T22:13:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_9 snap 2026-02-22T22:13:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:13:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_9@snap 2026-02-22T22:13:39.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:39.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_9 2026-02-22T22:13:39.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:39.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:39.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:13:39.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:39.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:39.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_9 2026-02-22T22:13:39.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:39.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:39.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:13:39.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_9 2026-02-22T22:13:39.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_9 2026-02-22T22:13:39.420 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:39.419+0000 7f1c37506640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d8010680 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:39.420 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:39.419+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d819a500 [3/e7754843-8873-4eb6-a14a-92f0656fb047] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:39.846 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d4b31860 2026-02-22T22:13:39.846 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d4d27c70 2026-02-22T22:13:39.846 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d4f411e0 2026-02-22T22:13:39.846 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d5bff6c0 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d61ca410 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d61cab60 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d6674000 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4000 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4270 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff44e0 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff48f0 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4f70 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d717de10 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d846c340 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d87a9c70 2026-02-22T22:13:39.847 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574d9975520 2026-02-22T22:13:39.848 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.839+0000 7fe2de142640 -1 reset not still connected to 0x5574da1a6680 2026-02-22T22:13:39.856 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.851+0000 7fe2de142640 -1 reset not still connected to 0x5574d6674000 2026-02-22T22:13:39.856 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.851+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4000 2026-02-22T22:13:39.857 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.851+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4270 2026-02-22T22:13:39.857 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.851+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff44e0 2026-02-22T22:13:39.858 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.855+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff48f0 2026-02-22T22:13:39.858 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.855+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4f70 2026-02-22T22:13:39.858 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.855+0000 7fe2de142640 -1 reset not still connected to 0x5574d717de10 2026-02-22T22:13:39.858 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.855+0000 7fe2de142640 -1 reset not still connected to 0x5574d846c340 2026-02-22T22:13:39.858 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.855+0000 7fe2de142640 -1 reset not still connected to 0x5574d87a9c70 2026-02-22T22:13:39.858 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.855+0000 7fe2de142640 -1 reset not still connected to 0x5574d9975520 2026-02-22T22:13:39.858 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:13:39.855+0000 7fe2de142640 -1 reset not still connected to 0x5574da1a6680 2026-02-22T22:13:41.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:41.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:41.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:41.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_10 2026-02-22T22:13:41.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_10 snap 2026-02-22T22:13:41.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:41.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:41.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:13:41.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:41.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_10@snap 2026-02-22T22:13:42.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:42.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_10 2026-02-22T22:13:42.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:42.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:42.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:13:42.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:42.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_10 2026-02-22T22:13:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:13:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_10 2026-02-22T22:13:42.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_10 2026-02-22T22:13:42.439 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:42.439+0000 7f1c37506640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d79c89c0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:42.439 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:42.439+0000 7f1c3dd13640 -1 rbd::mirror::ImageReplayer: 0x5586d8133180 [3/c138fe03-bf91-4636-bc38-be467680c75a] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:44.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:44.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:44.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:44.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_11 2026-02-22T22:13:44.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_11 snap 2026-02-22T22:13:44.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:44.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:44.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:13:44.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:44.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_11@snap 2026-02-22T22:13:45.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:45.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_11 2026-02-22T22:13:45.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:45.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:45.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:13:45.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:45.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:45.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_11 2026-02-22T22:13:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:13:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_11 2026-02-22T22:13:45.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_11 2026-02-22T22:13:45.428 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:45.427+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d79c8b60 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:45.428 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:45.427+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8046f00 [3/5bbd8490-a667-48af-9aa9-dbb6f5cb1b33] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:47.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:47.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:47.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:47.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_12 2026-02-22T22:13:47.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_12 snap 2026-02-22T22:13:47.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:47.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:47.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:13:47.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:47.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_12@snap 2026-02-22T22:13:48.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:48.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_12 2026-02-22T22:13:48.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:48.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:48.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:13:48.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:48.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:48.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_12 2026-02-22T22:13:48.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:48.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:48.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:13:48.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_12 2026-02-22T22:13:48.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_12 2026-02-22T22:13:48.435 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:48.435+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d80111e0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:48.435 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:48.435+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8133900 [3/fb60682d-eb79-4be8-9dac-28051c341497] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:50.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:50.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:50.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:50.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_13 2026-02-22T22:13:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_13 snap 2026-02-22T22:13:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:13:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_13@snap 2026-02-22T22:13:51.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:51.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_13 2026-02-22T22:13:51.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:51.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:51.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:13:51.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:51.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:51.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_13 2026-02-22T22:13:51.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:51.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:51.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:13:51.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_13 2026-02-22T22:13:51.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_13 2026-02-22T22:13:51.391 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:51.390+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d80116c0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:51.391 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:51.390+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8013400 [3/18882c14-22de-4f3b-936f-9866c4e35ed9] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:53.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:53.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:53.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:53.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_14 2026-02-22T22:13:53.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_14 snap 2026-02-22T22:13:53.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:53.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:53.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:13:53.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:53.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_14@snap 2026-02-22T22:13:54.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_14 2026-02-22T22:13:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:54.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:13:54.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:54.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:54.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_14 2026-02-22T22:13:54.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:54.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:54.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:13:54.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_14 2026-02-22T22:13:54.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_14 2026-02-22T22:13:54.447 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:54.446+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d80109c0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:54.447 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:54.446+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8132780 [3/c0286126-b547-4ed2-ade2-3384e93d13c3] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:56.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:56.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:56.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:56.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_15 2026-02-22T22:13:56.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_15 snap 2026-02-22T22:13:56.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:56.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:56.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:13:56.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:56.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_15@snap 2026-02-22T22:13:57.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:13:57.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_15 2026-02-22T22:13:57.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:57.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:57.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:13:57.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:13:57.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:13:57.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_15 2026-02-22T22:13:57.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:57.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:57.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:13:57.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_15 2026-02-22T22:13:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_15 2026-02-22T22:13:57.451 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:57.450+0000 7f1c37506640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d79c61a0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:13:57.451 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:13:57.450+0000 7f1c3dd13640 -1 rbd::mirror::ImageReplayer: 0x5586d8013680 [3/2145c7a3-19d0-4b45-9dd3-448de0a3edbc] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:13:59.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:13:59.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:13:59.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:13:59.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_16 2026-02-22T22:13:59.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_16 snap 2026-02-22T22:13:59.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:13:59.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:13:59.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:13:59.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:13:59.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_16@snap 2026-02-22T22:14:00.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:00.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_16 2026-02-22T22:14:00.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:00.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:00.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:14:00.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:00.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:00.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_16 2026-02-22T22:14:00.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:00.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:00.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:14:00.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_16 2026-02-22T22:14:00.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_16 2026-02-22T22:14:00.467 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:14:00.466+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d79c1a00 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:00.467 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:14:00.466+0000 7f1c3dd13640 -1 rbd::mirror::ImageReplayer: 0x5586d8012c80 [3/13d4b25e-835d-46d1-8a73-4f3dc024a03b] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:02.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_17 2026-02-22T22:14:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_17 snap 2026-02-22T22:14:02.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:02.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:02.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:14:02.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:02.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_17@snap 2026-02-22T22:14:03.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:03.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_17 2026-02-22T22:14:03.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:03.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:03.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:14:03.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:03.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:03.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_17 2026-02-22T22:14:03.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:03.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:03.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:14:03.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_17 2026-02-22T22:14:03.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_17 2026-02-22T22:14:03.591 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:14:03.590+0000 7f1c37d07640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x5586d74e01a0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:03.592 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:14:03.590+0000 7f1c3e514640 -1 rbd::mirror::ImageReplayer: 0x5586d8076280 [3/92fe66ac-be47-4505-9942-6a19333b98a3] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:03.919 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.7504646637433489) > weight (0.25) 2026-02-22T22:14:03.919 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.1 2026-02-22T22:14:03.920 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Sent signal 15 2026-02-22T22:14:03.920 INFO:tasks.rbd_mirror_thrash:waiting for 3.7617955990971375 secs before reviving daemons 2026-02-22T22:14:03.920 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:14:03.918+0000 7f1c3ed15640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 (PID: 30613) UID: 1000 2026-02-22T22:14:04.870 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d2d1f930 2026-02-22T22:14:04.870 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d351d860 2026-02-22T22:14:04.870 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d386e410 2026-02-22T22:14:04.870 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d3cf7790 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d49bbc70 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d4b31860 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d4d27c70 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d4f411e0 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d508b5f0 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d5bff6c0 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d61ca410 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d61cab60 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4000 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff44e0 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff48f0 2026-02-22T22:14:04.871 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4f70 2026-02-22T22:14:04.872 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574d9975520 2026-02-22T22:14:04.872 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:04.863+0000 7fe2de142640 -1 reset not still connected to 0x5574da1a6680 2026-02-22T22:14:05.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:05.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:05.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:05.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_18 2026-02-22T22:14:05.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_18 snap 2026-02-22T22:14:05.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:05.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:05.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:14:05.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:05.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_18@snap 2026-02-22T22:14:06.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:06.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_18 2026-02-22T22:14:06.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:06.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:06.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:14:06.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:06.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:06.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_18 2026-02-22T22:14:06.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:06.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:06.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:14:06.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_18 2026-02-22T22:14:06.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_18 2026-02-22T22:14:07.682 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.1 2026-02-22T22:14:07.682 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:14:07.682 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.1 2026-02-22T22:14:07.682 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Restarting daemon 2026-02-22T22:14:07.682 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 2026-02-22T22:14:07.683 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Started 2026-02-22T22:14:07.683 INFO:tasks.rbd_mirror_thrash:waiting for 66.39567200824325 secs before thrashing 2026-02-22T22:14:07.979 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:07.978+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a4e0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:07.979 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:07.978+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f085a22500 [3/bad6aaa1-a25f-4f88-ba29-d2ae5e72a269] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:07.983 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:07.982+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859dea00 [3/6617f22e-38b1-4cf7-bfb7-401f6e4b50c8] start: already running 2026-02-22T22:14:08.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:08.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:08.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:08.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_19 2026-02-22T22:14:08.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_19 snap 2026-02-22T22:14:08.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:08.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:08.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:14:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:08.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_19@snap 2026-02-22T22:14:09.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:09.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_19 2026-02-22T22:14:09.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:09.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:09.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:14:09.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:09.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:09.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_19 2026-02-22T22:14:09.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:09.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:09.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:14:09.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_19 2026-02-22T22:14:09.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_19 2026-02-22T22:14:09.598 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:09.598+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a3040 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:09.598 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:09.598+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859de000 [3/59177d24-31f0-4f22-b149-c6519f396d48] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:11.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:11.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:11.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:11.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_20 2026-02-22T22:14:11.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_20 snap 2026-02-22T22:14:11.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:11.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:11.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:14:11.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:11.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_20@snap 2026-02-22T22:14:12.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:12.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_20 2026-02-22T22:14:12.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:12.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:12.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:14:12.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:12.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:12.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_20 2026-02-22T22:14:12.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:12.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:12.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:14:12.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_20 2026-02-22T22:14:12.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_20 2026-02-22T22:14:12.404 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:12.402+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a2680 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:12.404 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:12.402+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859a0f00 [3/293f9481-f090-4729-a6b9-4e2e066a613b] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:14.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:14.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:14.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:14.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_21 2026-02-22T22:14:14.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_21 snap 2026-02-22T22:14:14.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:14.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:14.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:14:14.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:14.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_21@snap 2026-02-22T22:14:15.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:15.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_21 2026-02-22T22:14:15.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:15.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:15.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:14:15.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:15.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:15.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_21 2026-02-22T22:14:15.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:15.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:15.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:14:15.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_21 2026-02-22T22:14:15.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_21 2026-02-22T22:14:15.419 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:15.418+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a21a0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:15.419 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:15.418+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859df900 [3/a08dc4ee-0906-4b87-98fc-51f6c8a326fa] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:17.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:17.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:17.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:17.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_22 2026-02-22T22:14:17.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_22 snap 2026-02-22T22:14:17.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:17.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:17.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:14:17.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:17.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_22@snap 2026-02-22T22:14:18.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:18.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_22 2026-02-22T22:14:18.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:18.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:18.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:14:18.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:18.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:18.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_22 2026-02-22T22:14:18.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:18.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:18.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:14:18.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_22 2026-02-22T22:14:18.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_22 2026-02-22T22:14:18.425 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:18.422+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1b860 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:18.425 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:18.422+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f085a22280 [3/b202334e-bfe7-43b3-8398-7819ffbac998] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:20.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:20.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:20.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:20.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_23 2026-02-22T22:14:20.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_23 snap 2026-02-22T22:14:20.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:20.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:20.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:14:20.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:20.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_23@snap 2026-02-22T22:14:21.270 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_23 2026-02-22T22:14:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:14:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:21.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_23 2026-02-22T22:14:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:21.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:14:21.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_23 2026-02-22T22:14:21.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_23 2026-02-22T22:14:21.387 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:21.386+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1ba00 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:21.387 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:21.386+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859a1180 [3/3ff2bf2d-f08c-4a5d-b374-961b331dec36] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:23.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:23.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:23.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:23.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_24 2026-02-22T22:14:23.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_24 snap 2026-02-22T22:14:23.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:23.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:23.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:14:23.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:23.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_24@snap 2026-02-22T22:14:24.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:24.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_24 2026-02-22T22:14:24.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:24.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:24.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:14:24.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:24.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:24.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_24 2026-02-22T22:14:24.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:24.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:24.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:14:24.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_24 2026-02-22T22:14:24.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_24 2026-02-22T22:14:24.437 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:24.437+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1bba0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:24.438 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:24.437+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859dfb80 [3/ab162d51-9042-4f59-a26b-2ca94e22cfbf] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:24.791 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:24.789+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a3ba0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:24.791 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:24.789+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859dfb80 [3/ab162d51-9042-4f59-a26b-2ca94e22cfbf] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:25.870 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:25.870+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff44e0 2026-02-22T22:14:25.870 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:25.870+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4f70 2026-02-22T22:14:26.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_25 2026-02-22T22:14:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_25 snap 2026-02-22T22:14:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:14:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:26.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_25@snap 2026-02-22T22:14:27.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:27.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_25 2026-02-22T22:14:27.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:27.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:27.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:14:27.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:27.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:27.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_25 2026-02-22T22:14:27.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:27.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:27.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:14:27.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_25 2026-02-22T22:14:27.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_25 2026-02-22T22:14:27.442 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:27.441+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1ad00 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:27.443 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:27.441+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f085a22a00 [3/d7fa746c-f86f-4231-b30c-7ca30c248481] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:28.827 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.9311743615314314) > weight (0.25) 2026-02-22T22:14:28.827 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.9136435592374799) > weight (0.25) 2026-02-22T22:14:28.827 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.685188698744319) > weight (0.25) 2026-02-22T22:14:28.827 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.3304124388943128) > weight (0.25) 2026-02-22T22:14:28.827 INFO:tasks.rbd_mirror_thrash:waiting for 113.23771875993938 secs before thrashing 2026-02-22T22:14:29.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:29.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:29.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:29.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_26 2026-02-22T22:14:29.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_26 snap 2026-02-22T22:14:29.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:29.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:29.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:14:29.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:29.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_26@snap 2026-02-22T22:14:30.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:30.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_26 2026-02-22T22:14:30.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:30.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:30.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:14:30.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:30.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:30.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_26 2026-02-22T22:14:30.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:30.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:30.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:14:30.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_26 2026-02-22T22:14:30.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_26 2026-02-22T22:14:30.448 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:30.445+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1ab60 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:30.448 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:30.445+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859df180 [3/9eb95258-d1df-419f-b2dd-645cb386115d] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:32.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:32.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:32.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:32.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_27 2026-02-22T22:14:32.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_27 snap 2026-02-22T22:14:32.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:32.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:32.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:14:32.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:32.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_27@snap 2026-02-22T22:14:33.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:33.284 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:14:33.281+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b201a340 2026-02-22T22:14:33.285 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:14:33.281+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b23884e0 2026-02-22T22:14:33.285 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:14:33.285+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b2814680 2026-02-22T22:14:33.287 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:14:33.285+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b49d1ba0 2026-02-22T22:14:33.287 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:14:33.285+0000 7f2a3048c640 -1 reset not still connected to 0x55a9b5859ad0 2026-02-22T22:14:33.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_27 2026-02-22T22:14:33.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:33.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:33.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:14:33.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:33.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:33.288 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:14:33.285+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bbd635f0 2026-02-22T22:14:33.288 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:14:33.285+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bbdb0820 2026-02-22T22:14:33.288 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:14:33.285+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bd022680 2026-02-22T22:14:33.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_27 2026-02-22T22:14:33.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:33.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:33.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:14:33.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_27 2026-02-22T22:14:33.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_27 2026-02-22T22:14:33.391 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:33.389+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1ba00 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:33.391 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:33.389+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f085a22000 [3/a5e7dedf-62cf-4550-8606-7007868f46d0] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:35.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:35.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:35.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:35.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_28 2026-02-22T22:14:35.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_28 snap 2026-02-22T22:14:35.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:35.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:35.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:14:35.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:35.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_28@snap 2026-02-22T22:14:36.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:36.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_28 2026-02-22T22:14:36.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:36.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:36.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:14:36.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:36.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:36.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_28 2026-02-22T22:14:36.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:36.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:36.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:14:36.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_28 2026-02-22T22:14:36.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_28 2026-02-22T22:14:36.406 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:36.405+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a000 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:36.411 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:36.409+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1b6c0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:36.411 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:36.409+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f085a23180 [3/d49507b0-298f-4b1d-8d96-54e83bfea58c] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:38.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:38.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:38.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:38.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_29 2026-02-22T22:14:38.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_29 snap 2026-02-22T22:14:38.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:38.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:38.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:14:38.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:38.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_29@snap 2026-02-22T22:14:39.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:39.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_29 2026-02-22T22:14:39.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:39.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:39.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:14:39.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:39.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:39.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_29 2026-02-22T22:14:39.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:39.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:39.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:14:39.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_29 2026-02-22T22:14:39.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_29 2026-02-22T22:14:39.412 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:39.409+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a4e0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:39.412 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:39.409+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859a0a00 [3/16ea32ad-2b8b-4581-b067-eb86b07ba5e2] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:40.837 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T22:14:40.834+0000 7f717908e640 -1 reset not still connected to 0x55ea382da4e0 2026-02-22T22:14:40.837 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T22:14:40.834+0000 7f717908e640 -1 reset not still connected to 0x55ea38eeb860 2026-02-22T22:14:40.837 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T22:14:40.834+0000 7f717908e640 -1 reset not still connected to 0x55ea396e12b0 2026-02-22T22:14:40.838 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T22:14:40.838+0000 7f717908e640 -1 reset not still connected to 0x55ea3a912270 2026-02-22T22:14:40.838 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T22:14:40.838+0000 7f717908e640 -1 reset not still connected to 0x55ea3a915ee0 2026-02-22T22:14:40.838 INFO:tasks.ceph.cluster1.osd.2.trial023.stderr:2026-02-22T22:14:40.838+0000 7f717908e640 -1 reset not still connected to 0x55ea3ad585b0 2026-02-22T22:14:41.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:41.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:41.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:41.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_30 2026-02-22T22:14:41.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_30 snap 2026-02-22T22:14:41.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:41.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:41.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:14:41.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:41.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_30@snap 2026-02-22T22:14:42.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:42.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_30 2026-02-22T22:14:42.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:42.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:42.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:14:42.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:42.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:42.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_30 2026-02-22T22:14:42.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:42.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:42.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:14:42.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_30 2026-02-22T22:14:42.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_30 2026-02-22T22:14:42.415 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:42.413+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1b1e0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:42.415 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:42.413+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f084f01b80 [3/017b6f00-f8c1-4702-862e-8fbbc55801c6] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:44.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_31 2026-02-22T22:14:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_31 snap 2026-02-22T22:14:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:14:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_31@snap 2026-02-22T22:14:45.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:45.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_31 2026-02-22T22:14:45.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:45.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:45.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:14:45.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:45.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:45.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_31 2026-02-22T22:14:45.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:45.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:45.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:14:45.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_31 2026-02-22T22:14:45.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_31 2026-02-22T22:14:45.423 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:45.421+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1aea0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:45.423 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:45.421+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859a1400 [3/4fbcdbcd-5f4c-4251-a513-6362849c20b5] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:47.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:47.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:47.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:47.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_32 2026-02-22T22:14:47.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_32 snap 2026-02-22T22:14:47.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:47.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:47.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:14:47.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:47.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_32@snap 2026-02-22T22:14:48.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:48.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_32 2026-02-22T22:14:48.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:48.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:48.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:14:48.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:48.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:48.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_32 2026-02-22T22:14:48.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:48.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:48.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:14:48.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_32 2026-02-22T22:14:48.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_32 2026-02-22T22:14:48.421 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:48.425+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a1a0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:48.421 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:48.425+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859df400 [3/7c6516b0-cc15-4b48-89eb-cbff3528db02] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:50.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:50.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:50.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:50.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_33 2026-02-22T22:14:50.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_33 snap 2026-02-22T22:14:50.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:50.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:50.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:14:50.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:50.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_33@snap 2026-02-22T22:14:51.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_33 2026-02-22T22:14:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:14:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:51.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_33 2026-02-22T22:14:51.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:51.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:51.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:14:51.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_33 2026-02-22T22:14:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_33 2026-02-22T22:14:51.398 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:51.401+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1bd40 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:51.399 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:51.401+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f085a22f00 [3/c8c46684-24d4-4326-85c3-0dacfcf158b0] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:53.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:53.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:53.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:53.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_34 2026-02-22T22:14:53.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_34 snap 2026-02-22T22:14:53.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:53.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:53.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:14:53.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:53.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_34@snap 2026-02-22T22:14:54.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:54.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_34 2026-02-22T22:14:54.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:54.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:54.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:14:54.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:54.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_34 2026-02-22T22:14:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:14:54.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_34 2026-02-22T22:14:54.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_34 2026-02-22T22:14:54.450 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:54.452+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a2d00 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:54.451 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:54.452+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f085a22c80 [3/ecac82d8-2500-4d73-ba59-bbc00e43865a] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:54.788 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:54.788+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a3ba0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:54.789 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:54.788+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f085a22c80 [3/ecac82d8-2500-4d73-ba59-bbc00e43865a] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:55.866 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:55.865+0000 7fe2de142640 -1 reset not still connected to 0x5574d4f411e0 2026-02-22T22:14:55.866 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:55.865+0000 7fe2de142640 -1 reset not still connected to 0x5574d508b5f0 2026-02-22T22:14:55.866 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:55.865+0000 7fe2de142640 -1 reset not still connected to 0x5574d61ca410 2026-02-22T22:14:55.867 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:55.865+0000 7fe2de142640 -1 reset not still connected to 0x5574d61cab60 2026-02-22T22:14:55.867 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:55.865+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff44e0 2026-02-22T22:14:55.867 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:55.865+0000 7fe2de142640 -1 reset not still connected to 0x5574d6ff4f70 2026-02-22T22:14:55.867 INFO:tasks.ceph.cluster1.osd.0.trial023.stderr:2026-02-22T22:14:55.865+0000 7fe2de142640 -1 reset not still connected to 0x5574da1a6680 2026-02-22T22:14:56.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:56.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:56.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:56.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_35 2026-02-22T22:14:56.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_35 snap 2026-02-22T22:14:56.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:56.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:56.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:14:56.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:56.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_35@snap 2026-02-22T22:14:57.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:14:57.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_35 2026-02-22T22:14:57.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:57.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:57.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:14:57.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:14:57.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:14:57.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_35 2026-02-22T22:14:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:14:57.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_35 2026-02-22T22:14:57.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_35 2026-02-22T22:14:57.454 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:57.456+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a3a00 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:14:57.455 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:14:57.456+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859a0500 [3/0d994cf1-07f8-41b9-91a5-75d59da61c6e] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:14:59.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:14:59.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:14:59.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:14:59.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_36 2026-02-22T22:14:59.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_36 snap 2026-02-22T22:14:59.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:14:59.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:14:59.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:14:59.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:14:59.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_36@snap 2026-02-22T22:15:00.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:00.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_36 2026-02-22T22:15:00.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:00.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:00.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:15:00.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:00.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:00.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_36 2026-02-22T22:15:00.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:00.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:00.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:15:00.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_36 2026-02-22T22:15:00.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_36 2026-02-22T22:15:00.462 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:00.464+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a3860 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:00.462 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:00.464+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859de280 [3/5f2093f0-0e34-4378-b2fc-726615f843be] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:02.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:02.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:02.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:02.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_37 2026-02-22T22:15:02.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_37 snap 2026-02-22T22:15:02.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:02.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:02.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:15:02.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:02.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_37@snap 2026-02-22T22:15:03.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:03.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_37 2026-02-22T22:15:03.287 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:03.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:03.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:15:03.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:03.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:03.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_37 2026-02-22T22:15:03.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:03.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:03.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:15:03.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_37 2026-02-22T22:15:03.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_37 2026-02-22T22:15:03.397 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:03.396+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1aea0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:03.397 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:03.396+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f085a23400 [3/e75ceb73-f19c-4a75-8551-dcce3fb870a4] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:05.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:05.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:05.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:05.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_38 2026-02-22T22:15:05.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_38 snap 2026-02-22T22:15:05.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:05.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:05.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:15:05.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:05.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_38@snap 2026-02-22T22:15:06.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:06.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_38 2026-02-22T22:15:06.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:06.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:06.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:15:06.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:06.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:06.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_38 2026-02-22T22:15:06.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:06.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:06.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:15:06.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_38 2026-02-22T22:15:06.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_38 2026-02-22T22:15:06.404 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:06.404+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a1a0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:06.405 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:06.404+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859de500 [3/6503fbb7-f410-4229-945c-eda39272e2cd] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:08.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:08.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:08.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:08.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_39 2026-02-22T22:15:08.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_39 snap 2026-02-22T22:15:08.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:08.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:08.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:15:08.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:08.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_39@snap 2026-02-22T22:15:09.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:09.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_39 2026-02-22T22:15:09.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:09.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:09.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:15:09.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:09.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_39 2026-02-22T22:15:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:09.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:15:09.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_39 2026-02-22T22:15:09.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_39 2026-02-22T22:15:09.422 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:09.424+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1bd40 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:09.422 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:09.424+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859a1680 [3/59a7e079-f0c3-4745-b152-1a15e1dafeb8] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:11.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:11.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:11.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:11.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_40 2026-02-22T22:15:11.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_40 snap 2026-02-22T22:15:11.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:11.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:11.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:15:11.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:11.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_40@snap 2026-02-22T22:15:12.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:12.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_40 2026-02-22T22:15:12.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:12.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:12.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:15:12.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:12.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:12.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_40 2026-02-22T22:15:12.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:12.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:12.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:15:12.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_40 2026-02-22T22:15:12.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_40 2026-02-22T22:15:12.430 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:12.432+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a2820 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:12.430 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:12.432+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859de780 [3/5fe75de1-f1d3-4fc3-8727-6ded979e8902] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:14.079 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.0 2026-02-22T22:15:14.080 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Sent signal 15 2026-02-22T22:15:14.080 INFO:tasks.rbd_mirror_thrash:waiting for 8.26855057792471 secs before reviving daemons 2026-02-22T22:15:14.080 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:15:14.080+0000 7fa3dbbc5640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 (PID: 41776) UID: 1000 2026-02-22T22:15:14.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:14.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:14.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:14.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_41 2026-02-22T22:15:14.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_41 snap 2026-02-22T22:15:14.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:14.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:14.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:15:14.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:14.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_41@snap 2026-02-22T22:15:15.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:15.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_41 2026-02-22T22:15:15.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:15.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:15.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:15:15.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:15.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:15.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_41 2026-02-22T22:15:15.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:15.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:15.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:15:15.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_41 2026-02-22T22:15:15.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_41 2026-02-22T22:15:15.433 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:15.432+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a3040 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:15.433 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:15.432+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f085a22780 [3/caf02217-22e0-42b8-970a-f4736f246b0f] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:17.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_42 2026-02-22T22:15:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_42 snap 2026-02-22T22:15:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:17.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:15:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:17.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_42@snap 2026-02-22T22:15:18.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:18.308 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:15:18.308+0000 7f36800b9640 -1 reset not still connected to 0x5578888a8000 2026-02-22T22:15:18.310 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:15:18.312+0000 7f36800b9640 -1 reset not still connected to 0x55788a03d040 2026-02-22T22:15:18.310 INFO:tasks.ceph.cluster2.osd.1.trial172.stderr:2026-02-22T22:15:18.312+0000 7f36800b9640 -1 reset not still connected to 0x55788a0c8c30 2026-02-22T22:15:18.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_42 2026-02-22T22:15:18.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:18.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:18.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:15:18.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:18.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:18.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_42 2026-02-22T22:15:18.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:18.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:18.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:15:18.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_42 2026-02-22T22:15:18.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_42 2026-02-22T22:15:18.437 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:18.440+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a9c0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:18.437 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:18.440+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859a1b80 [3/4887ca99-1908-4aae-a4b3-9cfb344dc8c7] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:20.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:20.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:20.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:20.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_43 2026-02-22T22:15:20.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_43 snap 2026-02-22T22:15:20.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:20.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:20.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:15:20.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:20.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_43@snap 2026-02-22T22:15:21.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:21.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_43 2026-02-22T22:15:21.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:21.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:21.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:15:21.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:21.292 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:21.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_43 2026-02-22T22:15:21.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:21.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:21.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:15:21.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_43 2026-02-22T22:15:21.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_43 2026-02-22T22:15:21.403 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:21.404+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a820 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:21.404 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:21.404+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859a0780 [3/10725714-1e56-4c50-bff1-9388500a2f9d] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:22.349 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.0 2026-02-22T22:15:22.349 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:15:22.349 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.0 2026-02-22T22:15:22.350 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Restarting daemon 2026-02-22T22:15:22.350 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 2026-02-22T22:15:22.352 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Started 2026-02-22T22:15:22.352 INFO:tasks.rbd_mirror_thrash:waiting for 98.85140869504522 secs before thrashing 2026-02-22T22:15:23.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:23.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:23.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:23.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_44 2026-02-22T22:15:23.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_44 snap 2026-02-22T22:15:23.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:23.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:23.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:15:23.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:23.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_44@snap 2026-02-22T22:15:24.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:24.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_44 2026-02-22T22:15:24.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:24.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:24.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:15:24.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:24.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:24.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_44 2026-02-22T22:15:24.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:24.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:24.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:15:24.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_44 2026-02-22T22:15:24.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_44 2026-02-22T22:15:24.446 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:24.448+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a680 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:24.447 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:24.448+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859a1900 [3/2b5abf9b-a1bc-4348-89fc-cb792f678ca3] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:24.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:24.788+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1b1e0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:24.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:24.788+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859a1900 [3/2b5abf9b-a1bc-4348-89fc-cb792f678ca3] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:26.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:26.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:26.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:26.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_45 2026-02-22T22:15:26.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_45 snap 2026-02-22T22:15:26.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:26.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:26.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:15:26.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:26.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_45@snap 2026-02-22T22:15:27.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:27.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_45 2026-02-22T22:15:27.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:27.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:27.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:15:27.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:27.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:27.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_45 2026-02-22T22:15:27.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:27.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:27.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:15:27.349 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_45 2026-02-22T22:15:27.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_45 2026-02-22T22:15:27.465 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:27.463+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1b860 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:27.465 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:27.463+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859dea00 [3/6617f22e-38b1-4cf7-bfb7-401f6e4b50c8] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:29.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:29.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:29.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:29.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_46 2026-02-22T22:15:29.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_46 snap 2026-02-22T22:15:29.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:29.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:29.421 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:15:29.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:29.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_46@snap 2026-02-22T22:15:30.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:30.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_46 2026-02-22T22:15:30.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:30.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:30.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:15:30.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:30.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:30.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_46 2026-02-22T22:15:30.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:30.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:30.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:15:30.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_46 2026-02-22T22:15:30.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_46 2026-02-22T22:15:30.475 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:30.475+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1b520 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:30.475 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:30.475+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859a0c80 [3/251cdcf0-af07-48d8-aa93-55cd388ad0ca] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:32.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:32.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:32.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:32.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_47 2026-02-22T22:15:32.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_47 snap 2026-02-22T22:15:32.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:32.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:32.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:15:32.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:32.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_47@snap 2026-02-22T22:15:33.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_47 2026-02-22T22:15:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:15:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:33.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_47 2026-02-22T22:15:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:15:33.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_47 2026-02-22T22:15:33.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_47 2026-02-22T22:15:33.406 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:33.407+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a2820 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:33.406 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:33.407+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859a0000 [3/06fbab14-a6f8-407e-bf70-8fc09f371e67] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:35.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:35.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:35.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:35.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_48 2026-02-22T22:15:35.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_48 snap 2026-02-22T22:15:35.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:35.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:35.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:15:35.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:35.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_48@snap 2026-02-22T22:15:36.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:36.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_48 2026-02-22T22:15:36.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:36.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:36.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:15:36.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:36.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:36.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_48 2026-02-22T22:15:36.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:15:36.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_48 2026-02-22T22:15:36.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_48 2026-02-22T22:15:36.411 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:36.411+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a3040 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:36.411 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:36.411+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859df680 [3/7f33e8bd-4056-4f23-b631-d919eced6598] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:38.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:38.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:38.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:38.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_49 2026-02-22T22:15:38.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_49 snap 2026-02-22T22:15:38.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:38.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:38.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:15:38.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:38.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_49@snap 2026-02-22T22:15:39.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_49 2026-02-22T22:15:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:15:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:39.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_49 2026-02-22T22:15:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:15:39.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_49 2026-02-22T22:15:39.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_49 2026-02-22T22:15:39.425 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:39.427+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a3ba0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:39.426 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:39.427+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859a0280 [3/0982904d-6aec-4153-b9c1-daff167fc631] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:41.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:41.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:41.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:41.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_50 2026-02-22T22:15:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_snapshot cluster2 mirror image_50 snap 2026-02-22T22:15:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:15:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local snap=snap 2026-02-22T22:15:41.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap rm mirror/image_50@snap 2026-02-22T22:15:42.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing snap: 100% complete...done. 2026-02-22T22:15:42.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_50 2026-02-22T22:15:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:15:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:15:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:15:42.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_50 2026-02-22T22:15:42.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:42.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:42.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:15:42.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_50 2026-02-22T22:15:42.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_50 2026-02-22T22:15:42.432 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:42.431+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1b040 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:15:42.432 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:15:42.431+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859def00 [3/93bc843d-e4c6-4778-899c-9c1c9b939cf2] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:15:44.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 3% complete... Removing image: 6% complete... Removing image: 9% complete... Removing image: 12% complete... Removing image: 15% complete... Removing image: 18% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 31% complete... Removing image: 34% complete... Removing image: 37% complete... Removing image: 40% complete... Removing image: 43% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 56% complete... Removing image: 59% complete... Removing image: 62% complete... Removing image: 65% complete... Removing image: 68% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 81% complete... Removing image: 84% complete... Removing image: 87% complete... Removing image: 90% complete... Removing image: 93% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2026-02-22T22:15:44.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:44.394 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ testlog 'TEST: image deletions should propagate' 2026-02-22T22:15:44.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ tee -a /tmp/tmp.xr9JSZKcRI/rbd-mirror.test.log 2026-02-22T22:15:44.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ date '+%F %T' 2026-02-22T22:15:44.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo 2026-02-22 22:15:44 TEST: image deletions should propagate 2026-02-22T22:15:44.396 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:2026-02-22 22:15:44 TEST: image deletions should propagate 2026-02-22T22:15:44.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_pool_images cluster1 mirror 0 2026-02-22T22:15:44.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:44.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:44.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_count=0 2026-02-22T22:15:44.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:44.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local count 2026-02-22T22:15:44.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local last_count=0 2026-02-22T22:15:44.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ true 2026-02-22T22:15:44.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 40 2026-02-22T22:15:44.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in `seq 1 40` 2026-02-22T22:15:44.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 1 -ne 1 2026-02-22T22:15:44.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 -p mirror mirror pool status 2026-02-22T22:15:44.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep 'images: ' 2026-02-22T22:15:44.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cut '-d ' -f 2 2026-02-22T22:15:44.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: failed to query services: (13) Permission denied 2026-02-22T22:15:44.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ count=0 2026-02-22T22:15:44.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 = 0 2026-02-22T22:15:44.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:44.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_pool_healthy cluster1 mirror 0 2026-02-22T22:15:44.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:44.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:44.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:44.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state 2026-02-22T22:15:44.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 40 2026-02-22T22:15:44.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in `seq 1 40` 2026-02-22T22:15:44.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 1 -ne 1 2026-02-22T22:15:44.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster cluster1 -p mirror mirror pool status 2026-02-22T22:15:44.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep 'image health:' 2026-02-22T22:15:44.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cut '-d ' -f 3 2026-02-22T22:15:44.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: failed to query services: (13) Permission denied 2026-02-22T22:15:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ state=OK 2026-02-22T22:15:44.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test OK = ERROR 2026-02-22T22:15:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test OK = OK 2026-02-22T22:15:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:44.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 50 2026-02-22T22:15:44.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:44.453 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_1 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_1 deleted 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_1 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:44.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_1 2026-02-22T22:15:44.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_1 2026-02-22T22:15:44.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:44.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_1: (2) No such file or directory 2026-02-22T22:15:44.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:44.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:44.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:44.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_1 deleted '' 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_1 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:44.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_1 2026-02-22T22:15:44.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_1 2026-02-22T22:15:44.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:44.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_1: (2) No such file or directory 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_2 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_2 deleted 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:44.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:44.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:44.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_2 2026-02-22T22:15:44.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:44.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:44.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_2 2026-02-22T22:15:44.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_2 2026-02-22T22:15:44.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:44.623 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_2: (2) No such file or directory 2026-02-22T22:15:44.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:44.625 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:44.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_2 deleted '' 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_2 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_2 2026-02-22T22:15:44.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_2 2026-02-22T22:15:44.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:44.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_2: (2) No such file or directory 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_3 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_3 deleted 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_3 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_3 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_3 2026-02-22T22:15:44.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:44.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_3: (2) No such file or directory 2026-02-22T22:15:44.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:44.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:44.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:44.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_3 deleted '' 2026-02-22T22:15:44.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:44.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_3 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_3 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_3 2026-02-22T22:15:44.878 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:44.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_3: (2) No such file or directory 2026-02-22T22:15:44.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:44.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:44.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:44.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:44.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:44.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_4 2026-02-22T22:15:44.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_4 deleted 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_4 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_4 2026-02-22T22:15:44.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_4 2026-02-22T22:15:44.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:44.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_4: (2) No such file or directory 2026-02-22T22:15:44.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:44.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:44.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:45.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_4 deleted '' 2026-02-22T22:15:45.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:15:45.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:45.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:45.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:45.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_4 2026-02-22T22:15:45.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_4 2026-02-22T22:15:45.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_4 2026-02-22T22:15:45.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.051 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_4: (2) No such file or directory 2026-02-22T22:15:45.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:45.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:45.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:45.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:45.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_5 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_5 deleted 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_5 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_5 2026-02-22T22:15:45.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_5 2026-02-22T22:15:45.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_5: (2) No such file or directory 2026-02-22T22:15:45.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:45.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:45.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:45.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_5 deleted '' 2026-02-22T22:15:45.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:15:45.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:45.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:45.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:45.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_5 2026-02-22T22:15:45.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_5 2026-02-22T22:15:45.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_5 2026-02-22T22:15:45.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_5: (2) No such file or directory 2026-02-22T22:15:45.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:45.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:45.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:45.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:45.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_6 2026-02-22T22:15:45.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_6 deleted 2026-02-22T22:15:45.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.205 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_6 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_6 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_6 2026-02-22T22:15:45.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_6: (2) No such file or directory 2026-02-22T22:15:45.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:45.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:45.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:45.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_6 deleted '' 2026-02-22T22:15:45.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_6 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_6 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_6 2026-02-22T22:15:45.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_6: (2) No such file or directory 2026-02-22T22:15:45.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:45.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:45.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_7 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_7 deleted 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_7 2026-02-22T22:15:45.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_7 2026-02-22T22:15:45.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_7 2026-02-22T22:15:45.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_7: (2) No such file or directory 2026-02-22T22:15:45.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:45.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:45.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:45.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_7 deleted '' 2026-02-22T22:15:45.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:15:45.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_7 2026-02-22T22:15:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_7 2026-02-22T22:15:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_7 2026-02-22T22:15:45.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_7: (2) No such file or directory 2026-02-22T22:15:45.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:45.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:45.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:45.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_8 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_8 deleted 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_8 2026-02-22T22:15:45.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_8 2026-02-22T22:15:45.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_8 2026-02-22T22:15:45.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_8: (2) No such file or directory 2026-02-22T22:15:45.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:45.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:45.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:45.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_8 deleted '' 2026-02-22T22:15:45.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:15:45.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:45.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:45.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:45.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_8 2026-02-22T22:15:45.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_8 2026-02-22T22:15:45.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_8 2026-02-22T22:15:45.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.652 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_8: (2) No such file or directory 2026-02-22T22:15:45.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:45.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:45.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:45.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:45.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_9 2026-02-22T22:15:45.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_9 deleted 2026-02-22T22:15:45.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:15:45.659 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:45.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:45.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_9 2026-02-22T22:15:45.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_9 2026-02-22T22:15:45.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_9 2026-02-22T22:15:45.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_9: (2) No such file or directory 2026-02-22T22:15:45.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:45.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:45.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:45.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_9 deleted '' 2026-02-22T22:15:45.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:15:45.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:45.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:45.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:45.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_9 2026-02-22T22:15:45.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_9 2026-02-22T22:15:45.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_9 2026-02-22T22:15:45.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_9: (2) No such file or directory 2026-02-22T22:15:45.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:45.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:45.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:45.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:45.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_10 2026-02-22T22:15:45.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_10 deleted 2026-02-22T22:15:45.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_10 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_10 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_10 2026-02-22T22:15:45.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_10: (2) No such file or directory 2026-02-22T22:15:45.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:45.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:45.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:45.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_10 deleted '' 2026-02-22T22:15:45.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:15:45.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:45.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:45.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:45.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_10 2026-02-22T22:15:45.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_10 2026-02-22T22:15:45.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_10 2026-02-22T22:15:45.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_10: (2) No such file or directory 2026-02-22T22:15:45.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:45.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:45.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:45.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:45.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_11 2026-02-22T22:15:45.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_11 deleted 2026-02-22T22:15:45.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:45.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_11 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_11 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_11 2026-02-22T22:15:45.960 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:45.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_11: (2) No such file or directory 2026-02-22T22:15:45.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:45.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:45.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:46.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_11 deleted '' 2026-02-22T22:15:46.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_11 2026-02-22T22:15:46.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:46.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.088 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:46.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:46.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_11 2026-02-22T22:15:46.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_11 2026-02-22T22:15:46.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_11 2026-02-22T22:15:46.089 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_11: (2) No such file or directory 2026-02-22T22:15:46.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:46.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:46.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:46.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:46.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_12 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_12 deleted 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_12 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_12 2026-02-22T22:15:46.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_12 2026-02-22T22:15:46.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_12: (2) No such file or directory 2026-02-22T22:15:46.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:46.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:46.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:46.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_12 deleted '' 2026-02-22T22:15:46.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_12 2026-02-22T22:15:46.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:46.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:46.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:46.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_12 2026-02-22T22:15:46.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_12 2026-02-22T22:15:46.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_12 2026-02-22T22:15:46.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_12: (2) No such file or directory 2026-02-22T22:15:46.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:46.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:46.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:46.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:46.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_13 2026-02-22T22:15:46.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_13 deleted 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_13 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.264 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_13 2026-02-22T22:15:46.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_13 2026-02-22T22:15:46.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_13: (2) No such file or directory 2026-02-22T22:15:46.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:46.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:46.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:46.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_13 deleted '' 2026-02-22T22:15:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_13 2026-02-22T22:15:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_13 2026-02-22T22:15:46.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_13 2026-02-22T22:15:46.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_13 2026-02-22T22:15:46.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_13: (2) No such file or directory 2026-02-22T22:15:46.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:46.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:46.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:46.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:46.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_14 2026-02-22T22:15:46.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_14 deleted 2026-02-22T22:15:46.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_14 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_14 2026-02-22T22:15:46.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_14 2026-02-22T22:15:46.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_14: (2) No such file or directory 2026-02-22T22:15:46.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:46.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:46.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:46.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_14 deleted '' 2026-02-22T22:15:46.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_14 2026-02-22T22:15:46.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:46.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:46.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:46.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_14 2026-02-22T22:15:46.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_14 2026-02-22T22:15:46.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_14 2026-02-22T22:15:46.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_14: (2) No such file or directory 2026-02-22T22:15:46.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:46.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:46.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_15 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_15 deleted 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_15 2026-02-22T22:15:46.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_15 2026-02-22T22:15:46.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_15 2026-02-22T22:15:46.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_15: (2) No such file or directory 2026-02-22T22:15:46.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:46.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:46.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:46.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_15 deleted '' 2026-02-22T22:15:46.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_15 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_15 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_15 2026-02-22T22:15:46.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_15 2026-02-22T22:15:46.685 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_15: (2) No such file or directory 2026-02-22T22:15:46.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:46.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_16 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_16 deleted 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:46.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:46.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_16 2026-02-22T22:15:46.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_16 2026-02-22T22:15:46.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_16 2026-02-22T22:15:46.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.728 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_16: (2) No such file or directory 2026-02-22T22:15:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:46.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_16 deleted '' 2026-02-22T22:15:46.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_16 2026-02-22T22:15:46.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:46.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:46.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:46.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_16 2026-02-22T22:15:46.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_16 2026-02-22T22:15:46.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_16 2026-02-22T22:15:46.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_16: (2) No such file or directory 2026-02-22T22:15:46.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:46.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_17 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_17 deleted 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:46.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_17 2026-02-22T22:15:46.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_17 2026-02-22T22:15:46.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_17 2026-02-22T22:15:46.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:46.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_17: (2) No such file or directory 2026-02-22T22:15:46.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:46.879 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:46.880 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:46.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_17 deleted '' 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_17 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_17 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_17 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_17 2026-02-22T22:15:46.981 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.000 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_17: (2) No such file or directory 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_18 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_18 deleted 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_18 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_18 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_18 2026-02-22T22:15:47.005 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_18: (2) No such file or directory 2026-02-22T22:15:47.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:47.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:47.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:47.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_18 deleted '' 2026-02-22T22:15:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_18 2026-02-22T22:15:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_18 2026-02-22T22:15:47.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_18 2026-02-22T22:15:47.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_18 2026-02-22T22:15:47.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.150 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_18: (2) No such file or directory 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_19 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_19 deleted 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:15:47.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:47.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:47.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_19 2026-02-22T22:15:47.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_19 2026-02-22T22:15:47.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_19 2026-02-22T22:15:47.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_19: (2) No such file or directory 2026-02-22T22:15:47.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:47.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:47.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:47.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_19 deleted '' 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_19 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_19 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_19 2026-02-22T22:15:47.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_19 2026-02-22T22:15:47.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_19: (2) No such file or directory 2026-02-22T22:15:47.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:47.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:47.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:47.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:47.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_20 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_20 deleted 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_20 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_20 2026-02-22T22:15:47.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_20 2026-02-22T22:15:47.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_20: (2) No such file or directory 2026-02-22T22:15:47.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:47.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:47.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:47.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_20 deleted '' 2026-02-22T22:15:47.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_20 2026-02-22T22:15:47.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:47.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:47.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:47.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_20 2026-02-22T22:15:47.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_20 2026-02-22T22:15:47.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_20 2026-02-22T22:15:47.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_20: (2) No such file or directory 2026-02-22T22:15:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_21 2026-02-22T22:15:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_21 deleted 2026-02-22T22:15:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_21 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_21 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_21 2026-02-22T22:15:47.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_21: (2) No such file or directory 2026-02-22T22:15:47.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:47.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:47.479 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:47.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_21 deleted '' 2026-02-22T22:15:47.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_21 2026-02-22T22:15:47.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:47.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:47.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:47.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_21 2026-02-22T22:15:47.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_21 2026-02-22T22:15:47.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_21 2026-02-22T22:15:47.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_21: (2) No such file or directory 2026-02-22T22:15:47.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:47.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:47.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:47.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:47.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_22 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_22 deleted 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_22 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_22 2026-02-22T22:15:47.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_22 2026-02-22T22:15:47.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_22: (2) No such file or directory 2026-02-22T22:15:47.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:47.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:47.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_22 deleted '' 2026-02-22T22:15:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_22 2026-02-22T22:15:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:47.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_22 2026-02-22T22:15:47.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_22 2026-02-22T22:15:47.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_22 2026-02-22T22:15:47.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_22: (2) No such file or directory 2026-02-22T22:15:47.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:47.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:47.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_23 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_23 deleted 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:47.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_23 2026-02-22T22:15:47.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:47.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:47.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_23 2026-02-22T22:15:47.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_23 2026-02-22T22:15:47.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:47.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_23: (2) No such file or directory 2026-02-22T22:15:47.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:47.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:47.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:48.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_23 deleted '' 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_23 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_23 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_23 2026-02-22T22:15:48.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_23 2026-02-22T22:15:48.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_23: (2) No such file or directory 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_24 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_24 deleted 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_24 2026-02-22T22:15:48.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_24 2026-02-22T22:15:48.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_24 2026-02-22T22:15:48.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_24: (2) No such file or directory 2026-02-22T22:15:48.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:48.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:48.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_24 deleted '' 2026-02-22T22:15:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_24 2026-02-22T22:15:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:48.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_24 2026-02-22T22:15:48.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_24 2026-02-22T22:15:48.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_24 2026-02-22T22:15:48.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_24: (2) No such file or directory 2026-02-22T22:15:48.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_25 2026-02-22T22:15:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_25 deleted 2026-02-22T22:15:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_25 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_25 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_25 2026-02-22T22:15:48.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_25: (2) No such file or directory 2026-02-22T22:15:48.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:48.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:48.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_25 deleted '' 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_25 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_25 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_25 2026-02-22T22:15:48.585 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_25 2026-02-22T22:15:48.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_25: (2) No such file or directory 2026-02-22T22:15:48.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:48.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:48.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:48.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_26 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_26 deleted 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_26 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_26 2026-02-22T22:15:48.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_26 2026-02-22T22:15:48.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_26: (2) No such file or directory 2026-02-22T22:15:48.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:48.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:48.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:48.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_26 deleted '' 2026-02-22T22:15:48.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_26 2026-02-22T22:15:48.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:48.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:48.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:48.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_26 2026-02-22T22:15:48.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_26 2026-02-22T22:15:48.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_26 2026-02-22T22:15:48.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_26: (2) No such file or directory 2026-02-22T22:15:48.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:48.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:48.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_27 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_27 deleted 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_27 2026-02-22T22:15:48.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_27 2026-02-22T22:15:48.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_27 2026-02-22T22:15:48.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_27: (2) No such file or directory 2026-02-22T22:15:48.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:48.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:48.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:48.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_27 deleted '' 2026-02-22T22:15:48.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_27 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_27 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_27 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_27 2026-02-22T22:15:48.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_27: (2) No such file or directory 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_28 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_28 deleted 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_28 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_28 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_28 2026-02-22T22:15:48.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:48.931 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_28: (2) No such file or directory 2026-02-22T22:15:48.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:48.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:48.934 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:49.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_28 deleted '' 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_28 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_28 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_28 2026-02-22T22:15:49.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_28 2026-02-22T22:15:49.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_28: (2) No such file or directory 2026-02-22T22:15:49.060 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:49.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:49.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:49.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:49.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_29 2026-02-22T22:15:49.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_29 deleted 2026-02-22T22:15:49.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_29 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_29 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_29 2026-02-22T22:15:49.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_29: (2) No such file or directory 2026-02-22T22:15:49.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:49.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:49.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:49.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_29 deleted '' 2026-02-22T22:15:49.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_29 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_29 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_29 2026-02-22T22:15:49.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_29 2026-02-22T22:15:49.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_29: (2) No such file or directory 2026-02-22T22:15:49.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_30 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_30 deleted 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:15:49.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:49.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:49.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_30 2026-02-22T22:15:49.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_30 2026-02-22T22:15:49.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_30 2026-02-22T22:15:49.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_30: (2) No such file or directory 2026-02-22T22:15:49.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:49.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:49.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:49.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_30 deleted '' 2026-02-22T22:15:49.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.332 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_30 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_30 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_30 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_30 2026-02-22T22:15:49.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_30: (2) No such file or directory 2026-02-22T22:15:49.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:49.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:49.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:49.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:49.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_31 2026-02-22T22:15:49.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_31 deleted 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_31 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_31 2026-02-22T22:15:49.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_31 2026-02-22T22:15:49.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_31: (2) No such file or directory 2026-02-22T22:15:49.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:49.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:49.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:49.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_31 deleted '' 2026-02-22T22:15:49.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_31 2026-02-22T22:15:49.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:49.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:49.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:49.481 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_31 2026-02-22T22:15:49.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_31 2026-02-22T22:15:49.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_31 2026-02-22T22:15:49.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_31: (2) No such file or directory 2026-02-22T22:15:49.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:49.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_32 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_32 deleted 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:49.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_32 2026-02-22T22:15:49.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_32 2026-02-22T22:15:49.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_32 2026-02-22T22:15:49.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_32: (2) No such file or directory 2026-02-22T22:15:49.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:49.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:49.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:49.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_32 deleted '' 2026-02-22T22:15:49.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_32 2026-02-22T22:15:49.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:49.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:49.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:49.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_32 2026-02-22T22:15:49.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_32 2026-02-22T22:15:49.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_32 2026-02-22T22:15:49.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_32: (2) No such file or directory 2026-02-22T22:15:49.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:49.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_33 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_33 deleted 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:49.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_33 2026-02-22T22:15:49.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_33 2026-02-22T22:15:49.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_33 2026-02-22T22:15:49.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_33: (2) No such file or directory 2026-02-22T22:15:49.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:49.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:49.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:49.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_33 deleted '' 2026-02-22T22:15:49.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_33 2026-02-22T22:15:49.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:49.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:49.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:49.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_33 2026-02-22T22:15:49.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_33 2026-02-22T22:15:49.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_33 2026-02-22T22:15:49.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_33: (2) No such file or directory 2026-02-22T22:15:49.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:49.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:49.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:49.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:49.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_34 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_34 deleted 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_34 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_34 2026-02-22T22:15:49.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_34 2026-02-22T22:15:49.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_34: (2) No such file or directory 2026-02-22T22:15:49.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:49.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:49.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:49.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_34 deleted '' 2026-02-22T22:15:49.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_34 2026-02-22T22:15:49.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:49.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:49.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:49.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_34 2026-02-22T22:15:49.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_34 2026-02-22T22:15:49.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_34 2026-02-22T22:15:49.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_34: (2) No such file or directory 2026-02-22T22:15:49.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:49.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:49.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:49.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:49.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_35 2026-02-22T22:15:49.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_35 deleted 2026-02-22T22:15:49.957 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_35 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_35 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_35 2026-02-22T22:15:49.958 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:49.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_35: (2) No such file or directory 2026-02-22T22:15:49.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:49.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:49.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:50.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_35 deleted '' 2026-02-22T22:15:50.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_35 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_35 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_35 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_35 2026-02-22T22:15:50.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_35: (2) No such file or directory 2026-02-22T22:15:50.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:50.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:50.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:50.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:50.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_36 2026-02-22T22:15:50.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_36 deleted 2026-02-22T22:15:50.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_36 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_36 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_36 2026-02-22T22:15:50.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_36: (2) No such file or directory 2026-02-22T22:15:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:50.131 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:50.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_36 deleted '' 2026-02-22T22:15:50.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_36 2026-02-22T22:15:50.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:50.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:50.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:50.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_36 2026-02-22T22:15:50.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_36 2026-02-22T22:15:50.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_36 2026-02-22T22:15:50.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_36: (2) No such file or directory 2026-02-22T22:15:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_37 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_37 deleted 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_37 2026-02-22T22:15:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_37 2026-02-22T22:15:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_37 2026-02-22T22:15:50.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_37: (2) No such file or directory 2026-02-22T22:15:50.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:50.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:50.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:50.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_37 deleted '' 2026-02-22T22:15:50.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_37 2026-02-22T22:15:50.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:50.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:50.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:50.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_37 2026-02-22T22:15:50.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_37 2026-02-22T22:15:50.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_37 2026-02-22T22:15:50.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_37: (2) No such file or directory 2026-02-22T22:15:50.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:50.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_38 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_38 deleted 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_38 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_38 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_38 2026-02-22T22:15:50.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_38: (2) No such file or directory 2026-02-22T22:15:50.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:50.430 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:50.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_38 deleted '' 2026-02-22T22:15:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_38 2026-02-22T22:15:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:50.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_38 2026-02-22T22:15:50.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_38 2026-02-22T22:15:50.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_38 2026-02-22T22:15:50.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_38: (2) No such file or directory 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_39 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_39 deleted 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_39 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_39 2026-02-22T22:15:50.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_39 2026-02-22T22:15:50.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_39: (2) No such file or directory 2026-02-22T22:15:50.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:50.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:50.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:50.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_39 deleted '' 2026-02-22T22:15:50.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_39 2026-02-22T22:15:50.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:50.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:50.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:50.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_39 2026-02-22T22:15:50.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_39 2026-02-22T22:15:50.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_39 2026-02-22T22:15:50.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_39: (2) No such file or directory 2026-02-22T22:15:50.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:50.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:50.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:50.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:50.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_40 2026-02-22T22:15:50.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_40 deleted 2026-02-22T22:15:50.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_40 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_40 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_40 2026-02-22T22:15:50.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_40: (2) No such file or directory 2026-02-22T22:15:50.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:50.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:50.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:50.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_40 deleted '' 2026-02-22T22:15:50.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_40 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_40 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_40 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_40 2026-02-22T22:15:50.830 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_40: (2) No such file or directory 2026-02-22T22:15:50.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:50.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_41 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_41 deleted 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_41 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_41 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_41 2026-02-22T22:15:50.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:50.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_41: (2) No such file or directory 2026-02-22T22:15:50.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:50.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:50.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:50.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_41 deleted '' 2026-02-22T22:15:50.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_41 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_41 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:50.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_41 2026-02-22T22:15:50.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_41 2026-02-22T22:15:50.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_41: (2) No such file or directory 2026-02-22T22:15:51.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:51.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:51.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:51.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:51.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_42 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_42 deleted 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_42 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_42 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_42 2026-02-22T22:15:51.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_42: (2) No such file or directory 2026-02-22T22:15:51.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:51.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:51.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:51.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_42 deleted '' 2026-02-22T22:15:51.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_42 2026-02-22T22:15:51.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:51.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:51.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:51.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_42 2026-02-22T22:15:51.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_42 2026-02-22T22:15:51.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_42 2026-02-22T22:15:51.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_42: (2) No such file or directory 2026-02-22T22:15:51.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:51.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:51.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:51.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:51.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_43 2026-02-22T22:15:51.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_43 deleted 2026-02-22T22:15:51.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.165 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_43 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_43 2026-02-22T22:15:51.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_43 2026-02-22T22:15:51.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_43: (2) No such file or directory 2026-02-22T22:15:51.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:51.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:51.188 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_43 deleted '' 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_43 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_43 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_43 2026-02-22T22:15:51.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_43 2026-02-22T22:15:51.291 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_43: (2) No such file or directory 2026-02-22T22:15:51.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:51.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:51.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:51.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:51.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_44 2026-02-22T22:15:51.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_44 deleted 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_44 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_44 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_44 2026-02-22T22:15:51.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_44: (2) No such file or directory 2026-02-22T22:15:51.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:51.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:51.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:51.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_44 deleted '' 2026-02-22T22:15:51.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_44 2026-02-22T22:15:51.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:51.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:51.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:51.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_44 2026-02-22T22:15:51.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_44 2026-02-22T22:15:51.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_44 2026-02-22T22:15:51.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_44: (2) No such file or directory 2026-02-22T22:15:51.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_45 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_45 deleted 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:15:51.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:51.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:51.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_45 2026-02-22T22:15:51.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_45 2026-02-22T22:15:51.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_45 2026-02-22T22:15:51.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_45: (2) No such file or directory 2026-02-22T22:15:51.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:51.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:51.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:51.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_45 deleted '' 2026-02-22T22:15:51.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_45 2026-02-22T22:15:51.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:51.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:51.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:51.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_45 2026-02-22T22:15:51.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_45 2026-02-22T22:15:51.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_45 2026-02-22T22:15:51.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_45: (2) No such file or directory 2026-02-22T22:15:51.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:51.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:51.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:51.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:51.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_46 2026-02-22T22:15:51.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_46 deleted 2026-02-22T22:15:51.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_46 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_46 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_46 2026-02-22T22:15:51.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_46: (2) No such file or directory 2026-02-22T22:15:51.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:51.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:51.634 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:51.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_46 deleted '' 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_46 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_46 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_46 2026-02-22T22:15:51.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_46 2026-02-22T22:15:51.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_46: (2) No such file or directory 2026-02-22T22:15:51.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:51.763 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_47 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_47 deleted 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:51.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_47 2026-02-22T22:15:51.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_47 2026-02-22T22:15:51.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_47 2026-02-22T22:15:51.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_47: (2) No such file or directory 2026-02-22T22:15:51.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:51.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:51.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:51.888 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_47 deleted '' 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_47 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_47 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_47 2026-02-22T22:15:51.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_47 2026-02-22T22:15:51.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_47: (2) No such file or directory 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_48 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_48 deleted 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:51.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_48 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_48 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_48 2026-02-22T22:15:51.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:51.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_48: (2) No such file or directory 2026-02-22T22:15:51.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:51.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:51.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:52.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_48 deleted '' 2026-02-22T22:15:52.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_48 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_48 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_48 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_48 2026-02-22T22:15:52.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:52.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_48: (2) No such file or directory 2026-02-22T22:15:52.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_49 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_49 deleted 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:15:52.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:52.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:52.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:52.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:52.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_49 2026-02-22T22:15:52.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:52.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:52.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_49 2026-02-22T22:15:52.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_49 2026-02-22T22:15:52.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:52.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_49: (2) No such file or directory 2026-02-22T22:15:52.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:52.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:52.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_49 deleted '' 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_49 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_49 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_49 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_49 2026-02-22T22:15:52.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:52.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_49: (2) No such file or directory 2026-02-22T22:15:52.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:52.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 ${IMAGE_COUNT}` 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_50 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_50 deleted 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:52.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:15:52.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:52.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_50 2026-02-22T22:15:52.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:52.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:52.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_50 2026-02-22T22:15:52.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_50 2026-02-22T22:15:52.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:52.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_50: (2) No such file or directory 2026-02-22T22:15:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:15:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:15:52.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:15:52.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_50 deleted '' 2026-02-22T22:15:52.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:52.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:52.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_50 2026-02-22T22:15:52.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:15:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:15:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:15:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:15:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_50 2026-02-22T22:15:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:15:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:15:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_50 2026-02-22T22:15:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_50 2026-02-22T22:15:52.338 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:15:52.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_50: (2) No such file or directory 2026-02-22T22:15:52.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:15:52.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:15:52.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:15:52.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:15:52.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ testlog 'TEST: delete images during bootstrap' 2026-02-22T22:15:52.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ tee -a /tmp/tmp.xr9JSZKcRI/rbd-mirror.test.log 2026-02-22T22:15:52.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ date '+%F %T' 2026-02-22T22:15:52.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo 2026-02-22 22:15:52 TEST: delete images during bootstrap 2026-02-22T22:15:52.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:2026-02-22 22:15:52 TEST: delete images during bootstrap 2026-02-22T22:15:52.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_pool_mirror_mode cluster1 mirror image 2026-02-22T22:15:52.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:52.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:52.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=image 2026-02-22T22:15:52.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster1 mirror pool enable mirror image 2026-02-22T22:15:52.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd: mirroring is already configured for image mode 2026-02-22T22:15:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_pool_mirror_mode cluster2 mirror image 2026-02-22T22:15:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=image 2026-02-22T22:15:52.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror pool enable mirror image 2026-02-22T22:15:52.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd: mirroring is already configured for image mode 2026-02-22T22:15:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ start_mirror cluster1 2026-02-22T22:15:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:15:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance 2026-02-22T22:15:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set_cluster_instance cluster1 cluster instance 2026-02-22T22:15:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local val=cluster1 2026-02-22T22:15:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster_var_name=cluster 2026-02-22T22:15:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local instance_var_name=instance 2026-02-22T22:15:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cluster=cluster1 2026-02-22T22:15:52.422 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=cluster1 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' cluster1 = cluster1 ']' 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ instance=0 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval cluster=cluster1 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ cluster=cluster1 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ eval instance=0 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ instance=0 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=test 2026-02-22T22:15:52.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 1 10 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_1 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_1 512M 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:15:52.425 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:15:52.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:15:52.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:15:52.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_1 2026-02-22T22:15:52.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_1 2026-02-22T22:15:52.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:52.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:52.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:15:52.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:15:52.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_1 snapshot 2026-02-22T22:15:53.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:15:53.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_1 2026-02-22T22:15:53.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_1': 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 184e94d01913 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.184e94d01913 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:15:53.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:15:52 2026 2026-02-22T22:15:53.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:15:52 2026 2026-02-22T22:15:53.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:15:52 2026 2026-02-22T22:15:53.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:15:53.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:15:53.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 7c59fe66-32e3-4ae5-af65-fad20ac8a2fc 2026-02-22T22:15:53.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:15:53.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_1 2026-02-22T22:15:53.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:15:53.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:15:53.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:15:53.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:15:53.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=12 2026-02-22T22:15:53.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:15:53.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 12s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_1 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:15:53.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 50611200 bytes 2026-02-22T22:15:53.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 135416832 bytes 2026-02-22T22:15:53.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 171455488 bytes 2026-02-22T22:15:53.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 207799296 bytes 2026-02-22T22:15:53.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 208400384 bytes 2026-02-22T22:15:53.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 274386944 bytes 2026-02-22T22:15:53.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 404049920 bytes 2026-02-22T22:15:53.912 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 461244416 bytes 2026-02-22T22:15:53.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 529327104 bytes 2026-02-22T22:15:54.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 593410048 bytes 2026-02-22T22:15:54.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 651844608 bytes 2026-02-22T22:15:54.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 684973056 bytes 2026-02-22T22:15:54.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 763769856 bytes 2026-02-22T22:15:54.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 764400640 bytes 2026-02-22T22:15:54.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 819127296 bytes 2026-02-22T22:15:54.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 850495488 bytes 2026-02-22T22:15:54.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 886263808 bytes 2026-02-22T22:15:54.436 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 936883200 bytes 2026-02-22T22:15:54.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 944726016 bytes 2026-02-22T22:15:54.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 953832448 bytes 2026-02-22T22:15:54.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 1036461056 bytes 2026-02-22T22:15:54.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1068692480 bytes 2026-02-22T22:15:54.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1109958656 bytes 2026-02-22T22:15:54.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1149421568 bytes 2026-02-22T22:15:54.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1200234496 bytes 2026-02-22T22:15:54.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1222187008 bytes 2026-02-22T22:15:54.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1264188416 bytes 2026-02-22T22:15:54.887 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1283187712 bytes 2026-02-22T22:15:54.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1384989696 bytes 2026-02-22T22:15:55.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1445871616 bytes 2026-02-22T22:15:55.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1511470080 bytes 2026-02-22T22:15:55.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1592301568 bytes 2026-02-22T22:15:55.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1628623872 bytes 2026-02-22T22:15:55.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1695482880 bytes 2026-02-22T22:15:55.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1727441920 bytes 2026-02-22T22:15:55.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1769367552 bytes 2026-02-22T22:15:55.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1792930816 bytes 2026-02-22T22:15:55.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1882344448 bytes 2026-02-22T22:15:55.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1933541376 bytes 2026-02-22T22:15:55.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1987940352 bytes 2026-02-22T22:15:55.604 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 2019164160 bytes 2026-02-22T22:15:55.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 2069598208 bytes 2026-02-22T22:15:55.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 2096927744 bytes 2026-02-22T22:15:55.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 2171240448 bytes 2026-02-22T22:15:55.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2201805824 bytes 2026-02-22T22:15:55.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2229902336 bytes 2026-02-22T22:15:55.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2277870592 bytes 2026-02-22T22:15:55.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2320564224 bytes 2026-02-22T22:15:55.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2345354240 bytes 2026-02-22T22:15:56.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2394083328 bytes 2026-02-22T22:15:56.105 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2464734208 bytes 2026-02-22T22:15:56.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2521593856 bytes 2026-02-22T22:15:56.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2595885056 bytes 2026-02-22T22:15:56.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2631669760 bytes 2026-02-22T22:15:56.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2699930624 bytes 2026-02-22T22:15:56.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2717199360 bytes 2026-02-22T22:15:56.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2717812736 bytes 2026-02-22T22:15:56.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2781763584 bytes 2026-02-22T22:15:56.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2834423808 bytes 2026-02-22T22:15:56.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2891625472 bytes 2026-02-22T22:15:56.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2911822848 bytes 2026-02-22T22:15:56.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2962805760 bytes 2026-02-22T22:15:56.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2976866304 bytes 2026-02-22T22:15:56.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 3025153024 bytes 2026-02-22T22:15:56.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 3071969280 bytes 2026-02-22T22:15:56.841 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 3137640448 bytes 2026-02-22T22:15:56.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 3180740608 bytes 2026-02-22T22:15:56.933 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3189123072 bytes 2026-02-22T22:15:56.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3226631168 bytes 2026-02-22T22:15:57.038 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3293789184 bytes 2026-02-22T22:15:57.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3294388224 bytes 2026-02-22T22:15:57.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3322311680 bytes 2026-02-22T22:15:57.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3322940416 bytes 2026-02-22T22:15:57.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3352225792 bytes 2026-02-22T22:15:57.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3362181120 bytes 2026-02-22T22:15:57.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3415607296 bytes 2026-02-22T22:15:57.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3439725568 bytes 2026-02-22T22:15:57.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3564936192 bytes 2026-02-22T22:15:57.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3590540288 bytes 2026-02-22T22:15:57.486 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3591172096 bytes 2026-02-22T22:15:57.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3669868544 bytes 2026-02-22T22:15:57.596 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3713773568 bytes 2026-02-22T22:15:57.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3714407424 bytes 2026-02-22T22:15:57.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3747548160 bytes 2026-02-22T22:15:57.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3785895936 bytes 2026-02-22T22:15:57.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3804075008 bytes 2026-02-22T22:15:57.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3857346560 bytes 2026-02-22T22:15:57.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3932052480 bytes 2026-02-22T22:15:57.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3979834368 bytes 2026-02-22T22:15:57.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4072047616 bytes 2026-02-22T22:15:58.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4167076864 bytes 2026-02-22T22:15:58.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4236880896 bytes 2026-02-22T22:15:58.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4284021760 bytes 2026-02-22T22:15:58.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4361467904 bytes 2026-02-22T22:15:58.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4448019456 bytes 2026-02-22T22:15:58.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4514512896 bytes 2026-02-22T22:15:58.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4540536832 bytes 2026-02-22T22:15:58.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4541867008 bytes 2026-02-22T22:15:58.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4597659648 bytes 2026-02-22T22:15:58.552 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4620790784 bytes 2026-02-22T22:15:58.596 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4658985984 bytes 2026-02-22T22:15:58.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4683111424 bytes 2026-02-22T22:15:58.670 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4683708416 bytes 2026-02-22T22:15:58.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4724118528 bytes 2026-02-22T22:15:58.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4811428864 bytes 2026-02-22T22:15:58.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4860926976 bytes 2026-02-22T22:15:58.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4917616640 bytes 2026-02-22T22:15:58.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4952855552 bytes 2026-02-22T22:15:58.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4962377728 bytes 2026-02-22T22:15:59.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 5000262656 bytes 2026-02-22T22:15:59.086 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5060832256 bytes 2026-02-22T22:15:59.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5081856000 bytes 2026-02-22T22:15:59.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5104120832 bytes 2026-02-22T22:15:59.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5127393280 bytes 2026-02-22T22:15:59.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5165317120 bytes 2026-02-22T22:15:59.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5238680576 bytes 2026-02-22T22:15:59.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5290074112 bytes 2026-02-22T22:15:59.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5310753792 bytes 2026-02-22T22:15:59.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5354227712 bytes 2026-02-22T22:15:59.506 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5354812416 bytes 2026-02-22T22:15:59.550 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5407159296 bytes 2026-02-22T22:15:59.626 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5497182208 bytes 2026-02-22T22:15:59.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5505719296 bytes 2026-02-22T22:15:59.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5595748352 bytes 2026-02-22T22:15:59.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5657756672 bytes 2026-02-22T22:15:59.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5783549952 bytes 2026-02-22T22:15:59.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5868094464 bytes 2026-02-22T22:15:59.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5882378240 bytes 2026-02-22T22:16:00.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5899935744 bytes 2026-02-22T22:16:00.059 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5914604544 bytes 2026-02-22T22:16:00.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5999538176 bytes 2026-02-22T22:16:00.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 6085334016 bytes 2026-02-22T22:16:00.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 6153794560 bytes 2026-02-22T22:16:00.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 6181227520 bytes 2026-02-22T22:16:00.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6213118976 bytes 2026-02-22T22:16:00.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6253673472 bytes 2026-02-22T22:16:00.456 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6350698496 bytes 2026-02-22T22:16:00.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6405224448 bytes 2026-02-22T22:16:00.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6456126464 bytes 2026-02-22T22:16:00.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6466012160 bytes 2026-02-22T22:16:00.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6467611648 bytes 2026-02-22T22:16:00.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6543546368 bytes 2026-02-22T22:16:00.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6571858944 bytes 2026-02-22T22:16:00.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6631556096 bytes 2026-02-22T22:16:00.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6684793856 bytes 2026-02-22T22:16:00.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6731435008 bytes 2026-02-22T22:16:00.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6753096704 bytes 2026-02-22T22:16:00.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6818503680 bytes 2026-02-22T22:16:01.042 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6851904512 bytes 2026-02-22T22:16:01.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6869997568 bytes 2026-02-22T22:16:01.137 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6935737344 bytes 2026-02-22T22:16:01.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6993190912 bytes 2026-02-22T22:16:01.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 7006444544 bytes 2026-02-22T22:16:01.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 7035374592 bytes 2026-02-22T22:16:01.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 7039303680 bytes 2026-02-22T22:16:01.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 7070883840 bytes 2026-02-22T22:16:01.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 7078459392 bytes 2026-02-22T22:16:01.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 7148435456 bytes 2026-02-22T22:16:01.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 7200280576 bytes 2026-02-22T22:16:01.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 7226058752 bytes 2026-02-22T22:16:01.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 7242491904 bytes 2026-02-22T22:16:01.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 7282838528 bytes 2026-02-22T22:16:01.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7315416064 bytes 2026-02-22T22:16:01.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7366269952 bytes 2026-02-22T22:16:01.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7370802176 bytes 2026-02-22T22:16:01.822 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7422468096 bytes 2026-02-22T22:16:01.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7476972544 bytes 2026-02-22T22:16:01.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7504753664 bytes 2026-02-22T22:16:01.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7519326208 bytes 2026-02-22T22:16:01.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7520712704 bytes 2026-02-22T22:16:02.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7552158720 bytes 2026-02-22T22:16:02.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7611761664 bytes 2026-02-22T22:16:02.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7643133952 bytes 2026-02-22T22:16:02.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7673627648 bytes 2026-02-22T22:16:02.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7693932544 bytes 2026-02-22T22:16:02.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7739732992 bytes 2026-02-22T22:16:02.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7792348160 bytes 2026-02-22T22:16:02.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7860367360 bytes 2026-02-22T22:16:02.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7951247360 bytes 2026-02-22T22:16:02.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7975294976 bytes 2026-02-22T22:16:02.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 8019590144 bytes 2026-02-22T22:16:02.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 8105293824 bytes 2026-02-22T22:16:02.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 8135882752 bytes 2026-02-22T22:16:02.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 8154584064 bytes 2026-02-22T22:16:02.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 8200666112 bytes 2026-02-22T22:16:02.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 8257263616 bytes 2026-02-22T22:16:02.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 8366418944 bytes 2026-02-22T22:16:02.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 8455621632 bytes 2026-02-22T22:16:02.993 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8462444544 bytes 2026-02-22T22:16:03.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8493345792 bytes 2026-02-22T22:16:03.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8530088960 bytes 2026-02-22T22:16:03.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8589522944 bytes 2026-02-22T22:16:03.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8637107200 bytes 2026-02-22T22:16:03.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8665805824 bytes 2026-02-22T22:16:03.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8690305024 bytes 2026-02-22T22:16:03.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8732079104 bytes 2026-02-22T22:16:03.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8759059456 bytes 2026-02-22T22:16:03.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8867368960 bytes 2026-02-22T22:16:03.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8949969920 bytes 2026-02-22T22:16:03.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8984684544 bytes 2026-02-22T22:16:03.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 9051159552 bytes 2026-02-22T22:16:03.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 9151735808 bytes 2026-02-22T22:16:03.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 9164602368 bytes 2026-02-22T22:16:03.797 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 9227864064 bytes 2026-02-22T22:16:03.903 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 9417196544 bytes 2026-02-22T22:16:03.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 9453651968 bytes 2026-02-22T22:16:03.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 9459648512 bytes 2026-02-22T22:16:04.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 9466818560 bytes 2026-02-22T22:16:04.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 9471011840 bytes 2026-02-22T22:16:04.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 9497764864 bytes 2026-02-22T22:16:04.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 9511653376 bytes 2026-02-22T22:16:04.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 9563105280 bytes 2026-02-22T22:16:04.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9578684416 bytes 2026-02-22T22:16:04.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9599672320 bytes 2026-02-22T22:16:04.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9672184832 bytes 2026-02-22T22:16:04.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9711945728 bytes 2026-02-22T22:16:04.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9712538624 bytes 2026-02-22T22:16:04.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9746630656 bytes 2026-02-22T22:16:04.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9766288384 bytes 2026-02-22T22:16:04.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9810949120 bytes 2026-02-22T22:16:04.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9835219968 bytes 2026-02-22T22:16:04.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9898460160 bytes 2026-02-22T22:16:04.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9939803136 bytes 2026-02-22T22:16:04.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9975071744 bytes 2026-02-22T22:16:04.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 10047323136 bytes 2026-02-22T22:16:04.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 10070919168 bytes 2026-02-22T22:16:04.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 10122882048 bytes 2026-02-22T22:16:04.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 10155111424 bytes 2026-02-22T22:16:04.983 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 10181839872 bytes 2026-02-22T22:16:05.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 10212337664 bytes 2026-02-22T22:16:05.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 10227789824 bytes 2026-02-22T22:16:05.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 10269942784 bytes 2026-02-22T22:16:05.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 10348009472 bytes 2026-02-22T22:16:05.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 10356462592 bytes 2026-02-22T22:16:05.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 10408314880 bytes 2026-02-22T22:16:05.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 10454135808 bytes 2026-02-22T22:16:05.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_1 present 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:16:05.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:16:05.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_1 2026-02-22T22:16:05.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:16:05.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:16:05.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_1 2026-02-22T22:16:05.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_1 2026-02-22T22:16:05.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:16:05.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10df9a3e803 2026-02-22T22:16:05.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:16:05.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:16:05.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_1 present 10df9a3e803 2026-02-22T22:16:05.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:16:05.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10df9a3e803 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_1 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_1 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_1 2026-02-22T22:16:05.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:16:05.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10df9a3e803 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10df9a3e803 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10df9a3e803 -o 10df9a3e803 = 10df9a3e803 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_1 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:16:05.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_1 2026-02-22T22:16:22.066 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.961850789095386) > weight (0.25) 2026-02-22T22:16:22.067 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.4384445667611697) > weight (0.25) 2026-02-22T22:16:22.067 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.36695832633426717) > weight (0.25) 2026-02-22T22:16:22.067 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.7544760235848887) > weight (0.25) 2026-02-22T22:16:22.067 INFO:tasks.rbd_mirror_thrash:waiting for 96.43545712014036 secs before thrashing 2026-02-22T22:16:24.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:16:24.786+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f084b3c340 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:16:24.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:16:24.786+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859de280 [3/7c59fe66-32e3-4ae5-af65-fad20ac8a2fc] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:16:36.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:16:36.293+0000 7f451118a640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b962e6e400 scan_remote_mirror_snapshots: failed to locate remote start snapshot: snap_id=185 2026-02-22T22:16:36.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:16:36.293+0000 7f451118a640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b962e6e400 scan_remote_mirror_snapshots: split-brain detected: failed to find matching non-primary snapshot in remote image: local_snap_id_start=185, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=b01e47cb-9b49-4579-ac9a-2734372caaf4, primary_snap_id=b9, last_copied_object_number=128, snap_seqs={185=18446744073709551614}] 2026-02-22T22:16:36.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:16:36.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_1 deleted 2026-02-22T22:16:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:16:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:16:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:16:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:16:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:16:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:16:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_1 2026-02-22T22:16:36.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:16:36.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:16:36.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_1 2026-02-22T22:16:36.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_1 2026-02-22T22:16:36.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:16:36.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_1: (2) No such file or directory 2026-02-22T22:16:36.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:16:36.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:16:36.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:16:36.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_1 deleted '' 2026-02-22T22:16:36.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:16:36.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:36.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:16:36.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:16:36.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:16:36.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:16:36.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:16:36.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_1 2026-02-22T22:16:36.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:16:36.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:16:36.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_1 2026-02-22T22:16:36.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_1 2026-02-22T22:16:36.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:16:36.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_1: (2) No such file or directory 2026-02-22T22:16:36.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:16:36.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:16:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:16:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:16:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_1 2026-02-22T22:16:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:16:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:16:36.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_1 2026-02-22T22:16:36.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_1 2026-02-22T22:16:36.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:16:36.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:36.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:16:36.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:16:36.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:16:36.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_1 2026-02-22T22:16:36.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:16:36.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:36.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_1 2026-02-22T22:16:36.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_1 2026-02-22T22:16:36.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_1 2026-02-22T22:16:36.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:16:36.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:16:36.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:16:36.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_2 2026-02-22T22:16:36.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_2 512M 2026-02-22T22:16:36.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:16:36.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:16:36.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:36.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:16:36.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:16:36.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:16:36.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:16:36.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:16:36.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:16:36.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:16:36.702 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_2 2026-02-22T22:16:36.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_2 2026-02-22T22:16:36.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:16:36.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:36.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:16:36.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:16:36.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_2 snapshot 2026-02-22T22:16:37.315 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:16:37.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_2 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_2': 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1860d9f88e73 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1860d9f88e73 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:16:36 2026 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:16:36 2026 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:16:36 2026 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: ef42d29b-dbb6-4885-828a-a745087dd51e 2026-02-22T22:16:37.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:16:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_2 2026-02-22T22:16:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:16:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:37.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:16:37.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:16:37.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=7 2026-02-22T22:16:37.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:16:37.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 7s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_2 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:16:37.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 43872256 bytes 2026-02-22T22:16:37.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 81721344 bytes 2026-02-22T22:16:37.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 104741888 bytes 2026-02-22T22:16:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 123496448 bytes 2026-02-22T22:16:37.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 180245504 bytes 2026-02-22T22:16:37.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 231563264 bytes 2026-02-22T22:16:37.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 248073216 bytes 2026-02-22T22:16:37.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 268470272 bytes 2026-02-22T22:16:37.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 288855040 bytes 2026-02-22T22:16:37.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 322296832 bytes 2026-02-22T22:16:37.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 368498688 bytes 2026-02-22T22:16:38.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 456000512 bytes 2026-02-22T22:16:38.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 547936256 bytes 2026-02-22T22:16:38.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 580581376 bytes 2026-02-22T22:16:38.184 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 677357568 bytes 2026-02-22T22:16:38.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 728812544 bytes 2026-02-22T22:16:38.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 755011584 bytes 2026-02-22T22:16:38.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 810183680 bytes 2026-02-22T22:16:38.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 843725824 bytes 2026-02-22T22:16:38.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 942275584 bytes 2026-02-22T22:16:38.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 954081280 bytes 2026-02-22T22:16:38.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 980893696 bytes 2026-02-22T22:16:38.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1094771712 bytes 2026-02-22T22:16:38.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1112935424 bytes 2026-02-22T22:16:38.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1138249728 bytes 2026-02-22T22:16:38.727 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1165820928 bytes 2026-02-22T22:16:38.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1179484160 bytes 2026-02-22T22:16:38.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1209452544 bytes 2026-02-22T22:16:38.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1244184576 bytes 2026-02-22T22:16:38.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1297309696 bytes 2026-02-22T22:16:38.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1331960832 bytes 2026-02-22T22:16:38.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1354940416 bytes 2026-02-22T22:16:39.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1440577536 bytes 2026-02-22T22:16:39.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1471108096 bytes 2026-02-22T22:16:39.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1509685248 bytes 2026-02-22T22:16:39.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1517532160 bytes 2026-02-22T22:16:39.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1573179392 bytes 2026-02-22T22:16:39.308 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1692070912 bytes 2026-02-22T22:16:39.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1692674048 bytes 2026-02-22T22:16:39.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1751998464 bytes 2026-02-22T22:16:39.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1764841472 bytes 2026-02-22T22:16:39.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1790180352 bytes 2026-02-22T22:16:39.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1851784192 bytes 2026-02-22T22:16:39.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1905799168 bytes 2026-02-22T22:16:39.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1945457664 bytes 2026-02-22T22:16:39.706 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2022135808 bytes 2026-02-22T22:16:39.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2063428608 bytes 2026-02-22T22:16:39.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2092305408 bytes 2026-02-22T22:16:39.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2112357376 bytes 2026-02-22T22:16:39.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2202177536 bytes 2026-02-22T22:16:39.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2282665984 bytes 2026-02-22T22:16:40.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2315015168 bytes 2026-02-22T22:16:40.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2366971904 bytes 2026-02-22T22:16:40.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2398500864 bytes 2026-02-22T22:16:40.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2435104768 bytes 2026-02-22T22:16:40.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2440471552 bytes 2026-02-22T22:16:40.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2474135552 bytes 2026-02-22T22:16:40.267 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2488337408 bytes 2026-02-22T22:16:40.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2550928384 bytes 2026-02-22T22:16:40.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2577595392 bytes 2026-02-22T22:16:40.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2617033728 bytes 2026-02-22T22:16:40.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2629519360 bytes 2026-02-22T22:16:40.512 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2684170240 bytes 2026-02-22T22:16:40.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2699960320 bytes 2026-02-22T22:16:40.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2750986240 bytes 2026-02-22T22:16:40.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2794896384 bytes 2026-02-22T22:16:40.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2858641408 bytes 2026-02-22T22:16:40.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2873119744 bytes 2026-02-22T22:16:40.784 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2895570944 bytes 2026-02-22T22:16:40.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2926351360 bytes 2026-02-22T22:16:40.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2926976000 bytes 2026-02-22T22:16:40.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2977112064 bytes 2026-02-22T22:16:40.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3021845504 bytes 2026-02-22T22:16:41.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3117592576 bytes 2026-02-22T22:16:41.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3143369728 bytes 2026-02-22T22:16:41.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3187742720 bytes 2026-02-22T22:16:41.174 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3218843648 bytes 2026-02-22T22:16:41.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3257001984 bytes 2026-02-22T22:16:41.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3302910976 bytes 2026-02-22T22:16:41.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3376863232 bytes 2026-02-22T22:16:41.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3436751872 bytes 2026-02-22T22:16:41.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3457673216 bytes 2026-02-22T22:16:41.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3482842112 bytes 2026-02-22T22:16:41.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3484482560 bytes 2026-02-22T22:16:41.770 INFO:tasks.ceph.cluster2.osd.0.trial172.stderr:2026-02-22T22:16:41.769+0000 7f2a3048c640 -1 reset not still connected to 0x55a9bd0301a0 2026-02-22T22:16:41.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3524483072 bytes 2026-02-22T22:16:41.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3545955328 bytes 2026-02-22T22:16:41.850 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3569212416 bytes 2026-02-22T22:16:41.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3632376832 bytes 2026-02-22T22:16:41.949 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3673069568 bytes 2026-02-22T22:16:42.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3745096704 bytes 2026-02-22T22:16:42.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3766998016 bytes 2026-02-22T22:16:42.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3821774848 bytes 2026-02-22T22:16:42.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3832113152 bytes 2026-02-22T22:16:42.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3882034176 bytes 2026-02-22T22:16:42.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3927323648 bytes 2026-02-22T22:16:42.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3955668992 bytes 2026-02-22T22:16:42.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3963367424 bytes 2026-02-22T22:16:42.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3974129664 bytes 2026-02-22T22:16:42.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4016140288 bytes 2026-02-22T22:16:42.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4088791040 bytes 2026-02-22T22:16:42.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4211864576 bytes 2026-02-22T22:16:42.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4271330304 bytes 2026-02-22T22:16:42.646 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4271960064 bytes 2026-02-22T22:16:42.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4313763840 bytes 2026-02-22T22:16:42.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4355372032 bytes 2026-02-22T22:16:42.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4368114688 bytes 2026-02-22T22:16:42.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4429246464 bytes 2026-02-22T22:16:42.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4462716928 bytes 2026-02-22T22:16:42.922 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4478270464 bytes 2026-02-22T22:16:42.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4569282560 bytes 2026-02-22T22:16:43.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4627464192 bytes 2026-02-22T22:16:43.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4702952448 bytes 2026-02-22T22:16:43.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4744322048 bytes 2026-02-22T22:16:43.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4836122624 bytes 2026-02-22T22:16:43.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4836723712 bytes 2026-02-22T22:16:43.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4918888448 bytes 2026-02-22T22:16:43.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4981401600 bytes 2026-02-22T22:16:43.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4983666688 bytes 2026-02-22T22:16:43.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4998112256 bytes 2026-02-22T22:16:43.478 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5006943232 bytes 2026-02-22T22:16:43.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5043597312 bytes 2026-02-22T22:16:43.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5085946880 bytes 2026-02-22T22:16:43.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5144873984 bytes 2026-02-22T22:16:43.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5196328960 bytes 2026-02-22T22:16:43.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5242620928 bytes 2026-02-22T22:16:43.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5300378624 bytes 2026-02-22T22:16:43.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5318902784 bytes 2026-02-22T22:16:43.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5351684096 bytes 2026-02-22T22:16:43.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5404593152 bytes 2026-02-22T22:16:43.979 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5465716736 bytes 2026-02-22T22:16:44.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5491490816 bytes 2026-02-22T22:16:44.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5624232960 bytes 2026-02-22T22:16:44.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5661754368 bytes 2026-02-22T22:16:44.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5713963008 bytes 2026-02-22T22:16:44.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5752738816 bytes 2026-02-22T22:16:44.304 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5796528128 bytes 2026-02-22T22:16:44.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5848803328 bytes 2026-02-22T22:16:44.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:16:44.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:16:44.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:16:44.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:16:44.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_2 present 2026-02-22T22:16:44.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_2 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_2 2026-02-22T22:16:44.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_2 2026-02-22T22:16:44.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:16:44.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10df5810992 2026-02-22T22:16:44.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:16:44.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:16:44.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_2 present 10df5810992 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10df5810992 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_2 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:16:44.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:16:44.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_2 2026-02-22T22:16:44.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_2 2026-02-22T22:16:44.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10df5810992 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10df5810992 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10df5810992 -o 10df5810992 = 10df5810992 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_2 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:16:44.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_2 2026-02-22T22:16:54.785 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:16:54.785+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085116340 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:16:54.785 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:16:54.785+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859de780 [3/ef42d29b-dbb6-4885-828a-a745087dd51e] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:17:01.204 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.6631887634878909) > weight (0.25) 2026-02-22T22:17:01.205 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.1 2026-02-22T22:17:01.205 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Sent signal 15 2026-02-22T22:17:01.205 INFO:tasks.rbd_mirror_thrash:waiting for 0.3627376513464342 secs before reviving daemons 2026-02-22T22:17:01.206 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:17:01.205+0000 7fe21019f640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 (PID: 48416) UID: 1000 2026-02-22T22:17:01.569 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.1 2026-02-22T22:17:01.569 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:17:01.569 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.1 2026-02-22T22:17:01.570 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Restarting daemon 2026-02-22T22:17:01.570 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 2026-02-22T22:17:01.572 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Started 2026-02-22T22:17:01.572 INFO:tasks.rbd_mirror_thrash:waiting for 78.23043884076883 secs before thrashing 2026-02-22T22:17:14.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:17:14.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_2 deleted 2026-02-22T22:17:14.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:17:14.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:14.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:17:14.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:17:14.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:17:14.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:17:14.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:17:14.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_2 2026-02-22T22:17:14.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:17:14.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:17:14.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_2 2026-02-22T22:17:14.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_2 2026-02-22T22:17:14.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:17:14.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_2: (2) No such file or directory 2026-02-22T22:17:14.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:17:14.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:17:14.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:17:14.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_2 deleted '' 2026-02-22T22:17:14.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:17:14.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:14.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:17:14.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:17:14.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:17:14.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:17:14.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:17:14.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_2 2026-02-22T22:17:14.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:17:14.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:17:14.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_2 2026-02-22T22:17:14.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_2 2026-02-22T22:17:14.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:17:14.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_2: (2) No such file or directory 2026-02-22T22:17:14.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:17:14.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:17:14.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:17:14.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:17:14.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_2 2026-02-22T22:17:14.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:14.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:14.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:17:14.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_2 2026-02-22T22:17:14.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_2 2026-02-22T22:17:14.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:14.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:14.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:17:14.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:17:14.527 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:17:14.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_2 2026-02-22T22:17:14.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:14.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:14.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_2 2026-02-22T22:17:14.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_2 2026-02-22T22:17:14.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_2 2026-02-22T22:17:14.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:17:14.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:17:14.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:17:14.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_3 2026-02-22T22:17:14.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_3 512M 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:17:14.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_3 2026-02-22T22:17:14.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_3 2026-02-22T22:17:14.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:14.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:14.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:14.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:17:14.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_3 snapshot 2026-02-22T22:17:15.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:17:15.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_3 2026-02-22T22:17:15.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_3': 2026-02-22T22:17:15.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:17:15.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:17:15.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 187c82a8c48a 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.187c82a8c48a 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:17:14 2026 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:17:14 2026 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:17:14 2026 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:17:15.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:17:15.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: b03684ab-b56e-431b-b646-e46d0a088203 2026-02-22T22:17:15.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:17:15.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_3 2026-02-22T22:17:15.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:15.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:15.582 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:15.583 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:17:15.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=10 2026-02-22T22:17:15.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:17:15.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 10s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_3 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:17:15.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 54851584 bytes 2026-02-22T22:17:15.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 97381376 bytes 2026-02-22T22:17:15.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 144283648 bytes 2026-02-22T22:17:15.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 156175360 bytes 2026-02-22T22:17:15.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 184956928 bytes 2026-02-22T22:17:15.943 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 185594880 bytes 2026-02-22T22:17:15.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 223134720 bytes 2026-02-22T22:17:16.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 295314432 bytes 2026-02-22T22:17:16.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 351860736 bytes 2026-02-22T22:17:16.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 373660672 bytes 2026-02-22T22:17:16.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 426691584 bytes 2026-02-22T22:17:16.219 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 431566848 bytes 2026-02-22T22:17:16.289 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 537908224 bytes 2026-02-22T22:17:16.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 604986368 bytes 2026-02-22T22:17:16.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 665170944 bytes 2026-02-22T22:17:16.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 720478208 bytes 2026-02-22T22:17:16.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 759714816 bytes 2026-02-22T22:17:16.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 839763968 bytes 2026-02-22T22:17:16.596 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 840380416 bytes 2026-02-22T22:17:16.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 923759616 bytes 2026-02-22T22:17:16.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 940339200 bytes 2026-02-22T22:17:16.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 1004961792 bytes 2026-02-22T22:17:16.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1030374400 bytes 2026-02-22T22:17:16.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1067121664 bytes 2026-02-22T22:17:16.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1116667904 bytes 2026-02-22T22:17:16.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1124749312 bytes 2026-02-22T22:17:16.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1170171904 bytes 2026-02-22T22:17:17.014 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1187942400 bytes 2026-02-22T22:17:17.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1229393920 bytes 2026-02-22T22:17:17.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1306312704 bytes 2026-02-22T22:17:17.170 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1349940224 bytes 2026-02-22T22:17:17.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1364638720 bytes 2026-02-22T22:17:17.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1408444416 bytes 2026-02-22T22:17:17.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1496243200 bytes 2026-02-22T22:17:17.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1523630080 bytes 2026-02-22T22:17:17.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1577330688 bytes 2026-02-22T22:17:17.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1612041216 bytes 2026-02-22T22:17:17.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1651853312 bytes 2026-02-22T22:17:17.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1680931840 bytes 2026-02-22T22:17:17.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1682464768 bytes 2026-02-22T22:17:17.631 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1726023680 bytes 2026-02-22T22:17:17.680 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1752790016 bytes 2026-02-22T22:17:17.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1759997952 bytes 2026-02-22T22:17:17.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1791095808 bytes 2026-02-22T22:17:17.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1851763712 bytes 2026-02-22T22:17:17.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1853836288 bytes 2026-02-22T22:17:17.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1902961664 bytes 2026-02-22T22:17:17.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1920089088 bytes 2026-02-22T22:17:17.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1976273920 bytes 2026-02-22T22:17:18.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2039437312 bytes 2026-02-22T22:17:18.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2051288064 bytes 2026-02-22T22:17:18.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2121995264 bytes 2026-02-22T22:17:18.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2147451904 bytes 2026-02-22T22:17:18.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2211851264 bytes 2026-02-22T22:17:18.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2230451200 bytes 2026-02-22T22:17:18.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2235992064 bytes 2026-02-22T22:17:18.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2259732480 bytes 2026-02-22T22:17:18.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2266573824 bytes 2026-02-22T22:17:18.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2326158336 bytes 2026-02-22T22:17:18.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2385255424 bytes 2026-02-22T22:17:18.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2422557696 bytes 2026-02-22T22:17:18.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2469224448 bytes 2026-02-22T22:17:18.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2494697472 bytes 2026-02-22T22:17:18.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2537644032 bytes 2026-02-22T22:17:18.772 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2640105472 bytes 2026-02-22T22:17:18.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2640734208 bytes 2026-02-22T22:17:18.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2647954432 bytes 2026-02-22T22:17:18.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2693496832 bytes 2026-02-22T22:17:18.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2726776832 bytes 2026-02-22T22:17:18.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2754762752 bytes 2026-02-22T22:17:19.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2800734208 bytes 2026-02-22T22:17:19.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2827369472 bytes 2026-02-22T22:17:19.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2834980864 bytes 2026-02-22T22:17:19.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2929929216 bytes 2026-02-22T22:17:19.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2937159680 bytes 2026-02-22T22:17:19.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3001896960 bytes 2026-02-22T22:17:19.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3059575808 bytes 2026-02-22T22:17:19.343 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3060197376 bytes 2026-02-22T22:17:19.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3140183040 bytes 2026-02-22T22:17:19.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3208714240 bytes 2026-02-22T22:17:19.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3215409152 bytes 2026-02-22T22:17:19.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3279986688 bytes 2026-02-22T22:17:19.607 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3330222080 bytes 2026-02-22T22:17:19.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3363903488 bytes 2026-02-22T22:17:19.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3474980864 bytes 2026-02-22T22:17:19.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3518451712 bytes 2026-02-22T22:17:19.805 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3519458304 bytes 2026-02-22T22:17:19.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3558579200 bytes 2026-02-22T22:17:19.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3609889792 bytes 2026-02-22T22:17:19.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3615740928 bytes 2026-02-22T22:17:19.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3626047488 bytes 2026-02-22T22:17:20.019 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3669122048 bytes 2026-02-22T22:17:20.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3761376256 bytes 2026-02-22T22:17:20.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3824374784 bytes 2026-02-22T22:17:20.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3874231296 bytes 2026-02-22T22:17:20.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3916170240 bytes 2026-02-22T22:17:20.300 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3983425536 bytes 2026-02-22T22:17:20.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4031610880 bytes 2026-02-22T22:17:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4088421376 bytes 2026-02-22T22:17:20.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4145062912 bytes 2026-02-22T22:17:20.500 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4164381696 bytes 2026-02-22T22:17:20.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4170802176 bytes 2026-02-22T22:17:20.570 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4190448640 bytes 2026-02-22T22:17:20.629 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4256843776 bytes 2026-02-22T22:17:20.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4278821888 bytes 2026-02-22T22:17:20.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4292468736 bytes 2026-02-22T22:17:20.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4310676480 bytes 2026-02-22T22:17:20.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4368268288 bytes 2026-02-22T22:17:20.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4478145536 bytes 2026-02-22T22:17:20.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4499107840 bytes 2026-02-22T22:17:20.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4523777024 bytes 2026-02-22T22:17:20.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4546717696 bytes 2026-02-22T22:17:21.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4594128896 bytes 2026-02-22T22:17:21.100 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4652477440 bytes 2026-02-22T22:17:21.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4676784128 bytes 2026-02-22T22:17:21.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4791164928 bytes 2026-02-22T22:17:21.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4842214400 bytes 2026-02-22T22:17:21.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4885915648 bytes 2026-02-22T22:17:21.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4947356672 bytes 2026-02-22T22:17:21.420 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4980651008 bytes 2026-02-22T22:17:21.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5029961728 bytes 2026-02-22T22:17:21.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5030577152 bytes 2026-02-22T22:17:21.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5073171456 bytes 2026-02-22T22:17:21.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5129478144 bytes 2026-02-22T22:17:21.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5153575936 bytes 2026-02-22T22:17:21.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5195679744 bytes 2026-02-22T22:17:21.741 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5210544128 bytes 2026-02-22T22:17:21.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5252634624 bytes 2026-02-22T22:17:21.827 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5272048640 bytes 2026-02-22T22:17:21.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5322245120 bytes 2026-02-22T22:17:21.918 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5350117376 bytes 2026-02-22T22:17:21.963 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5386806272 bytes 2026-02-22T22:17:22.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5474774016 bytes 2026-02-22T22:17:22.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5492857856 bytes 2026-02-22T22:17:22.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5582784512 bytes 2026-02-22T22:17:22.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5618989056 bytes 2026-02-22T22:17:22.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5735651328 bytes 2026-02-22T22:17:22.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5765090304 bytes 2026-02-22T22:17:22.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5809082368 bytes 2026-02-22T22:17:22.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5849441280 bytes 2026-02-22T22:17:22.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5870959616 bytes 2026-02-22T22:17:22.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5881754624 bytes 2026-02-22T22:17:22.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5964821504 bytes 2026-02-22T22:17:22.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5990265856 bytes 2026-02-22T22:17:22.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6016515072 bytes 2026-02-22T22:17:22.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6017138688 bytes 2026-02-22T22:17:22.698 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6065017856 bytes 2026-02-22T22:17:22.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6072510464 bytes 2026-02-22T22:17:22.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6112046080 bytes 2026-02-22T22:17:22.838 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6168926208 bytes 2026-02-22T22:17:22.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6191233024 bytes 2026-02-22T22:17:22.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6235618304 bytes 2026-02-22T22:17:23.009 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6347060224 bytes 2026-02-22T22:17:23.043 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6366717952 bytes 2026-02-22T22:17:23.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6428869632 bytes 2026-02-22T22:17:23.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6522753024 bytes 2026-02-22T22:17:23.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6597488640 bytes 2026-02-22T22:17:23.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6632578048 bytes 2026-02-22T22:17:23.322 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6670388224 bytes 2026-02-22T22:17:23.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6704376832 bytes 2026-02-22T22:17:23.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6728880128 bytes 2026-02-22T22:17:23.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6769192960 bytes 2026-02-22T22:17:23.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6839274496 bytes 2026-02-22T22:17:23.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6877724672 bytes 2026-02-22T22:17:23.589 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6879336448 bytes 2026-02-22T22:17:23.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6918796288 bytes 2026-02-22T22:17:23.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6928759808 bytes 2026-02-22T22:17:23.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6932251648 bytes 2026-02-22T22:17:23.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7019203584 bytes 2026-02-22T22:17:23.832 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7071279104 bytes 2026-02-22T22:17:23.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7094159360 bytes 2026-02-22T22:17:23.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7133603840 bytes 2026-02-22T22:17:23.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7157664768 bytes 2026-02-22T22:17:24.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7240138752 bytes 2026-02-22T22:17:24.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7251200000 bytes 2026-02-22T22:17:24.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7307591680 bytes 2026-02-22T22:17:24.169 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7355407360 bytes 2026-02-22T22:17:24.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7394623488 bytes 2026-02-22T22:17:24.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7460057088 bytes 2026-02-22T22:17:24.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7498303488 bytes 2026-02-22T22:17:24.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7516272640 bytes 2026-02-22T22:17:24.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7597601792 bytes 2026-02-22T22:17:24.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7679243264 bytes 2026-02-22T22:17:24.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7734280192 bytes 2026-02-22T22:17:24.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7778149376 bytes 2026-02-22T22:17:24.632 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7796884480 bytes 2026-02-22T22:17:24.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7797504000 bytes 2026-02-22T22:17:24.717 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7862821888 bytes 2026-02-22T22:17:24.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7928065024 bytes 2026-02-22T22:17:24.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7964951552 bytes 2026-02-22T22:17:24.868 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7987907584 bytes 2026-02-22T22:17:24.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8097631232 bytes 2026-02-22T22:17:24.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8158433280 bytes 2026-02-22T22:17:25.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8170655744 bytes 2026-02-22T22:17:25.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8211385344 bytes 2026-02-22T22:17:25.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8250183680 bytes 2026-02-22T22:17:25.181 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8304368640 bytes 2026-02-22T22:17:25.211 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8304998400 bytes 2026-02-22T22:17:25.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8342006784 bytes 2026-02-22T22:17:25.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8386354176 bytes 2026-02-22T22:17:25.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8444254208 bytes 2026-02-22T22:17:25.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8502184960 bytes 2026-02-22T22:17:25.480 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8567297024 bytes 2026-02-22T22:17:25.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8611105792 bytes 2026-02-22T22:17:25.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8620678144 bytes 2026-02-22T22:17:25.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:17:25.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:17:25.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:17:25.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:17:25.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_3 present 2026-02-22T22:17:25.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:17:25.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_3 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_3 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:17:25.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_3 2026-02-22T22:17:25.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10dfd5427563 2026-02-22T22:17:25.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:17:25.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:17:25.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_3 present 10dfd5427563 2026-02-22T22:17:25.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:17:25.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:25.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:25.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:17:25.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10dfd5427563 2026-02-22T22:17:25.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:17:25.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:17:25.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_3 2026-02-22T22:17:25.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:17:25.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:17:25.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_3 2026-02-22T22:17:25.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_3 2026-02-22T22:17:25.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:17:25.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10dfd5427563 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10dfd5427563 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10dfd5427563 -o 10dfd5427563 = 10dfd5427563 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_3 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:25.752 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_3 2026-02-22T22:17:54.785 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:17:54.787+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085116680 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:17:54.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:17:54.787+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859de280 [3/b03684ab-b56e-431b-b646-e46d0a088203] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:17:56.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:17:56.315+0000 7f451118a640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b95e890c00 scan_remote_mirror_snapshots: failed to locate remote start snapshot: snap_id=187 2026-02-22T22:17:56.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:17:56.315+0000 7f451118a640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b95e890c00 scan_remote_mirror_snapshots: split-brain detected: failed to find matching non-primary snapshot in remote image: local_snap_id_start=187, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=b01e47cb-9b49-4579-ac9a-2734372caaf4, primary_snap_id=bb, last_copied_object_number=128, snap_seqs={187=18446744073709551614}] 2026-02-22T22:17:56.319 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:17:56.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_3 deleted 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_3 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:17:56.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:17:56.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_3 2026-02-22T22:17:56.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_3 2026-02-22T22:17:56.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:17:56.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_3: (2) No such file or directory 2026-02-22T22:17:56.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:17:56.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:17:56.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:17:56.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_3 deleted '' 2026-02-22T22:17:56.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:17:56.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_3 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_3 2026-02-22T22:17:56.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_3 2026-02-22T22:17:56.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:17:56.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_3: (2) No such file or directory 2026-02-22T22:17:56.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:17:56.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:17:56.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:17:56.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:17:56.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_3 2026-02-22T22:17:56.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:56.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:56.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:56.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_3 2026-02-22T22:17:56.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_3 2026-02-22T22:17:56.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:56.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:56.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:56.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:17:56.522 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:17:56.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_3 2026-02-22T22:17:56.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:56.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:56.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_3 2026-02-22T22:17:56.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_3 2026-02-22T22:17:56.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_3 2026-02-22T22:17:56.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:17:56.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_4 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_4 512M 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:17:56.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_4 2026-02-22T22:17:56.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_4 2026-02-22T22:17:56.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:56.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:56.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:17:56.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:17:56.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_4 snapshot 2026-02-22T22:17:57.336 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:17:57.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_4 2026-02-22T22:17:57.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_4': 2026-02-22T22:17:57.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:17:57.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:17:57.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:17:57.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 188f371abca7 2026-02-22T22:17:57.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.188f371abca7 2026-02-22T22:17:57.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:17:56 2026 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:17:56 2026 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:17:56 2026 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 414da425-e604-44e6-b237-0567b2a3ae58 2026-02-22T22:17:57.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:17:57.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_4 2026-02-22T22:17:57.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:17:57.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:17:57.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:17:57.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:17:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=10 2026-02-22T22:17:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:17:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 10s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_4 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:17:57.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 38652928 bytes 2026-02-22T22:17:57.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 61308928 bytes 2026-02-22T22:17:57.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 71838720 bytes 2026-02-22T22:17:57.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 102086656 bytes 2026-02-22T22:17:57.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 148633600 bytes 2026-02-22T22:17:57.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 195964928 bytes 2026-02-22T22:17:57.791 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 216569856 bytes 2026-02-22T22:17:57.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 264776704 bytes 2026-02-22T22:17:57.895 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 306494464 bytes 2026-02-22T22:17:57.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 340461568 bytes 2026-02-22T22:17:57.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 375693312 bytes 2026-02-22T22:17:58.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 384377856 bytes 2026-02-22T22:17:58.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 431156224 bytes 2026-02-22T22:17:58.106 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 454019072 bytes 2026-02-22T22:17:58.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 463622144 bytes 2026-02-22T22:17:58.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 483436544 bytes 2026-02-22T22:17:58.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 574386176 bytes 2026-02-22T22:17:58.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 609298432 bytes 2026-02-22T22:17:58.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 632046592 bytes 2026-02-22T22:17:58.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 641404928 bytes 2026-02-22T22:17:58.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 738653184 bytes 2026-02-22T22:17:58.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 752363520 bytes 2026-02-22T22:17:58.503 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.6067708392694443) > weight (0.25) 2026-02-22T22:17:58.503 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.761393282692829) > weight (0.25) 2026-02-22T22:17:58.503 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.2 2026-02-22T22:17:58.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Sent signal 15 2026-02-22T22:17:58.504 INFO:tasks.rbd_mirror_thrash:waiting for 8.691481189195557 secs before reviving daemons 2026-02-22T22:17:58.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:17:58.503+0000 7f338e0ec640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 (PID: 46741) UID: 1000 2026-02-22T22:17:58.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 777894912 bytes 2026-02-22T22:17:58.555 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 790732800 bytes 2026-02-22T22:17:58.602 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 832374784 bytes 2026-02-22T22:17:58.645 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 863375360 bytes 2026-02-22T22:17:58.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 884833280 bytes 2026-02-22T22:17:58.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 899507200 bytes 2026-02-22T22:17:58.778 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 943356928 bytes 2026-02-22T22:17:58.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1001998336 bytes 2026-02-22T22:17:58.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1034140672 bytes 2026-02-22T22:17:58.927 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1060488192 bytes 2026-02-22T22:17:58.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1141754880 bytes 2026-02-22T22:17:59.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1177618432 bytes 2026-02-22T22:17:59.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1200349184 bytes 2026-02-22T22:17:59.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1228143616 bytes 2026-02-22T22:17:59.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1293138944 bytes 2026-02-22T22:17:59.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1300540416 bytes 2026-02-22T22:17:59.255 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1340207104 bytes 2026-02-22T22:17:59.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1340826624 bytes 2026-02-22T22:17:59.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1341704192 bytes 2026-02-22T22:17:59.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1441732608 bytes 2026-02-22T22:17:59.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1491182592 bytes 2026-02-22T22:17:59.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1499145216 bytes 2026-02-22T22:17:59.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1511830528 bytes 2026-02-22T22:17:59.580 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1594284032 bytes 2026-02-22T22:17:59.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1614774272 bytes 2026-02-22T22:17:59.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1630047232 bytes 2026-02-22T22:17:59.700 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1675754496 bytes 2026-02-22T22:17:59.756 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1743175680 bytes 2026-02-22T22:17:59.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1780919296 bytes 2026-02-22T22:17:59.859 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1844886528 bytes 2026-02-22T22:17:59.891 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 1845510144 bytes 2026-02-22T22:17:59.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 1855955968 bytes 2026-02-22T22:17:59.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 1892278272 bytes 2026-02-22T22:18:00.015 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 1935206400 bytes 2026-02-22T22:18:00.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2054584320 bytes 2026-02-22T22:18:00.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2114676736 bytes 2026-02-22T22:18:00.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2211730432 bytes 2026-02-22T22:18:00.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2212369408 bytes 2026-02-22T22:18:00.297 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2270276608 bytes 2026-02-22T22:18:00.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2333497344 bytes 2026-02-22T22:18:00.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2387639296 bytes 2026-02-22T22:18:00.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2442094592 bytes 2026-02-22T22:18:00.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2463719424 bytes 2026-02-22T22:18:00.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2494696448 bytes 2026-02-22T22:18:00.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2568776704 bytes 2026-02-22T22:18:00.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2585577472 bytes 2026-02-22T22:18:00.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2610839552 bytes 2026-02-22T22:18:00.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2654631936 bytes 2026-02-22T22:18:01.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2732419072 bytes 2026-02-22T22:18:01.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2855128064 bytes 2026-02-22T22:18:01.139 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2885067776 bytes 2026-02-22T22:18:01.195 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2947168256 bytes 2026-02-22T22:18:01.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2975105024 bytes 2026-02-22T22:18:01.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2998260736 bytes 2026-02-22T22:18:01.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3044544512 bytes 2026-02-22T22:18:01.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3071089664 bytes 2026-02-22T22:18:01.431 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3136740352 bytes 2026-02-22T22:18:01.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3176210432 bytes 2026-02-22T22:18:01.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3234542592 bytes 2026-02-22T22:18:01.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3254505472 bytes 2026-02-22T22:18:01.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3277287424 bytes 2026-02-22T22:18:01.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3355421696 bytes 2026-02-22T22:18:01.718 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3390233600 bytes 2026-02-22T22:18:01.761 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3415181312 bytes 2026-02-22T22:18:01.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3418676224 bytes 2026-02-22T22:18:01.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3473782784 bytes 2026-02-22T22:18:01.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3509598208 bytes 2026-02-22T22:18:01.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3568264192 bytes 2026-02-22T22:18:01.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3598904320 bytes 2026-02-22T22:18:02.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3616134144 bytes 2026-02-22T22:18:02.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3654614016 bytes 2026-02-22T22:18:02.123 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3700909056 bytes 2026-02-22T22:18:02.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3797429248 bytes 2026-02-22T22:18:02.236 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3832920064 bytes 2026-02-22T22:18:02.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3875841024 bytes 2026-02-22T22:18:02.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3926953984 bytes 2026-02-22T22:18:02.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3988127744 bytes 2026-02-22T22:18:02.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4028877824 bytes 2026-02-22T22:18:02.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4029471744 bytes 2026-02-22T22:18:02.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4050811904 bytes 2026-02-22T22:18:02.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4081475584 bytes 2026-02-22T22:18:02.608 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4121039872 bytes 2026-02-22T22:18:02.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4147440640 bytes 2026-02-22T22:18:02.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4195228672 bytes 2026-02-22T22:18:02.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4230687744 bytes 2026-02-22T22:18:02.808 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4289148928 bytes 2026-02-22T22:18:02.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4343526400 bytes 2026-02-22T22:18:02.916 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4399756288 bytes 2026-02-22T22:18:02.954 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4415173632 bytes 2026-02-22T22:18:03.013 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4501485568 bytes 2026-02-22T22:18:03.065 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4547449856 bytes 2026-02-22T22:18:03.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4576477184 bytes 2026-02-22T22:18:03.156 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4622391296 bytes 2026-02-22T22:18:03.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4636838912 bytes 2026-02-22T22:18:03.237 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4660369408 bytes 2026-02-22T22:18:03.277 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4697206784 bytes 2026-02-22T22:18:03.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4725434368 bytes 2026-02-22T22:18:03.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4789604352 bytes 2026-02-22T22:18:03.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4822168576 bytes 2026-02-22T22:18:03.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4847902720 bytes 2026-02-22T22:18:03.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4883321856 bytes 2026-02-22T22:18:03.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4964066304 bytes 2026-02-22T22:18:03.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4993155072 bytes 2026-02-22T22:18:03.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5064403968 bytes 2026-02-22T22:18:03.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5151208448 bytes 2026-02-22T22:18:03.782 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5184583680 bytes 2026-02-22T22:18:03.849 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5283231744 bytes 2026-02-22T22:18:03.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5328587776 bytes 2026-02-22T22:18:03.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5362331648 bytes 2026-02-22T22:18:04.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5431756800 bytes 2026-02-22T22:18:04.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5474629632 bytes 2026-02-22T22:18:04.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5521948672 bytes 2026-02-22T22:18:04.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5555317760 bytes 2026-02-22T22:18:04.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5587174400 bytes 2026-02-22T22:18:04.235 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5597318144 bytes 2026-02-22T22:18:04.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5637128192 bytes 2026-02-22T22:18:04.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5657224192 bytes 2026-02-22T22:18:04.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5676002304 bytes 2026-02-22T22:18:04.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5723857920 bytes 2026-02-22T22:18:04.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5743807488 bytes 2026-02-22T22:18:04.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5781777408 bytes 2026-02-22T22:18:04.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5825901568 bytes 2026-02-22T22:18:04.599 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5885812736 bytes 2026-02-22T22:18:04.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5950640128 bytes 2026-02-22T22:18:04.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5994129408 bytes 2026-02-22T22:18:04.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6019866624 bytes 2026-02-22T22:18:04.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6056254464 bytes 2026-02-22T22:18:04.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6086254592 bytes 2026-02-22T22:18:04.896 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6130469888 bytes 2026-02-22T22:18:04.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6131086336 bytes 2026-02-22T22:18:04.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6201289728 bytes 2026-02-22T22:18:05.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6247937024 bytes 2026-02-22T22:18:05.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6350539776 bytes 2026-02-22T22:18:05.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6418684928 bytes 2026-02-22T22:18:05.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6444631040 bytes 2026-02-22T22:18:05.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6457788416 bytes 2026-02-22T22:18:05.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6488846336 bytes 2026-02-22T22:18:05.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6517370880 bytes 2026-02-22T22:18:05.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6531325952 bytes 2026-02-22T22:18:05.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6541040640 bytes 2026-02-22T22:18:05.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6611442688 bytes 2026-02-22T22:18:05.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6642580480 bytes 2026-02-22T22:18:05.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6703648768 bytes 2026-02-22T22:18:05.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6750304256 bytes 2026-02-22T22:18:05.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6871589888 bytes 2026-02-22T22:18:05.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6976001024 bytes 2026-02-22T22:18:05.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7014811648 bytes 2026-02-22T22:18:05.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7024153600 bytes 2026-02-22T22:18:05.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7056908288 bytes 2026-02-22T22:18:05.972 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7193347072 bytes 2026-02-22T22:18:06.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7245375488 bytes 2026-02-22T22:18:06.068 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7273401344 bytes 2026-02-22T22:18:06.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7345270784 bytes 2026-02-22T22:18:06.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7390597120 bytes 2026-02-22T22:18:06.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7431165952 bytes 2026-02-22T22:18:06.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7433730048 bytes 2026-02-22T22:18:06.316 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7507612672 bytes 2026-02-22T22:18:06.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7529476096 bytes 2026-02-22T22:18:06.410 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7564059648 bytes 2026-02-22T22:18:06.443 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7564664832 bytes 2026-02-22T22:18:06.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7607698432 bytes 2026-02-22T22:18:06.554 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7689127936 bytes 2026-02-22T22:18:06.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7720039424 bytes 2026-02-22T22:18:06.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7723554816 bytes 2026-02-22T22:18:06.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7724188672 bytes 2026-02-22T22:18:06.707 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7760659456 bytes 2026-02-22T22:18:06.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7832136704 bytes 2026-02-22T22:18:06.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7878239232 bytes 2026-02-22T22:18:06.854 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7883574272 bytes 2026-02-22T22:18:06.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7895097344 bytes 2026-02-22T22:18:06.937 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7933937664 bytes 2026-02-22T22:18:06.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7984566272 bytes 2026-02-22T22:18:07.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8035014656 bytes 2026-02-22T22:18:07.091 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8088701952 bytes 2026-02-22T22:18:07.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8130483200 bytes 2026-02-22T22:18:07.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8153589760 bytes 2026-02-22T22:18:07.196 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.2 2026-02-22T22:18:07.196 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:18:07.196 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.2 2026-02-22T22:18:07.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Restarting daemon 2026-02-22T22:18:07.197 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 2026-02-22T22:18:07.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Started 2026-02-22T22:18:07.199 INFO:tasks.rbd_mirror_thrash:waiting for 98.82433098010739 secs before thrashing 2026-02-22T22:18:07.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8193314816 bytes 2026-02-22T22:18:07.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8214264832 bytes 2026-02-22T22:18:07.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8264865792 bytes 2026-02-22T22:18:07.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8284316672 bytes 2026-02-22T22:18:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:18:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:18:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:18:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:18:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_4 present 2026-02-22T22:18:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:18:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_4 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_4 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_4 2026-02-22T22:18:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:18:07.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10dfe2a7b498 2026-02-22T22:18:07.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:18:07.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:18:07.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_4 present 10dfe2a7b498 2026-02-22T22:18:07.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:18:07.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:07.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:18:07.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:18:07.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10dfe2a7b498 2026-02-22T22:18:07.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:18:07.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:18:07.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_4 2026-02-22T22:18:07.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:18:07.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:18:07.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_4 2026-02-22T22:18:07.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_4 2026-02-22T22:18:07.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:18:07.539 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10dfe2a7b498 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10dfe2a7b498 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10dfe2a7b498 -o 10dfe2a7b498 = 10dfe2a7b498 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_4 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:18:07.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_4 2026-02-22T22:18:19.803 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.0 2026-02-22T22:18:19.803 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Sent signal 15 2026-02-22T22:18:19.804 INFO:tasks.rbd_mirror_thrash:waiting for 5.635325683997696 secs before reviving daemons 2026-02-22T22:18:19.804 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:18:19.807+0000 7f51e4869640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 (PID: 50063) UID: 1000 2026-02-22T22:18:24.785 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:18:24.787+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0851169c0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:18:24.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:18:24.787+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859de780 [3/414da425-e604-44e6-b237-0567b2a3ae58] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:18:25.440 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.0 2026-02-22T22:18:25.440 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:18:25.440 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.0 2026-02-22T22:18:25.440 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Restarting daemon 2026-02-22T22:18:25.441 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 2026-02-22T22:18:25.443 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Started 2026-02-22T22:18:25.443 INFO:tasks.rbd_mirror_thrash:waiting for 67.76498362541948 secs before thrashing 2026-02-22T22:18:37.465 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:18:37.466+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b962e1fc00 scan_remote_mirror_snapshots: failed to locate remote start snapshot: snap_id=188 2026-02-22T22:18:37.465 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:18:37.466+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b962e1fc00 scan_remote_mirror_snapshots: split-brain detected: failed to find matching non-primary snapshot in remote image: local_snap_id_start=188, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=b01e47cb-9b49-4579-ac9a-2734372caaf4, primary_snap_id=bc, last_copied_object_number=128, snap_seqs={188=18446744073709551614}] 2026-02-22T22:18:37.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:18:37.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_4 deleted 2026-02-22T22:18:37.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:18:37.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:37.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:18:37.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:18:37.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:18:37.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:18:37.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:18:37.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_4 2026-02-22T22:18:37.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:18:37.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:18:37.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_4 2026-02-22T22:18:37.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_4 2026-02-22T22:18:37.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:18:37.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_4: (2) No such file or directory 2026-02-22T22:18:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:18:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:18:37.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:18:37.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_4 deleted '' 2026-02-22T22:18:37.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:18:37.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:37.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_4 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_4 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_4 2026-02-22T22:18:37.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:18:37.633 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_4: (2) No such file or directory 2026-02-22T22:18:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:18:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:18:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:18:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:18:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_4 2026-02-22T22:18:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:18:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:37.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:18:37.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_4 2026-02-22T22:18:37.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_4 2026-02-22T22:18:37.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:18:37.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:37.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:18:37.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:18:37.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:18:37.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_4 2026-02-22T22:18:37.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:18:37.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:37.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_4 2026-02-22T22:18:37.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_4 2026-02-22T22:18:37.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_4 2026-02-22T22:18:38.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:18:38.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:18:38.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:18:38.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_5 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_5 512M 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:18:38.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:18:38.081 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_5 2026-02-22T22:18:38.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_5 2026-02-22T22:18:38.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:18:38.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:38.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:18:38.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:18:38.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_5 snapshot 2026-02-22T22:18:38.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:18:38.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_5 2026-02-22T22:18:38.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_5': 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 18b37fa741a1 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.18b37fa741a1 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:18:38 2026 2026-02-22T22:18:38.514 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:18:38 2026 2026-02-22T22:18:38.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:18:38 2026 2026-02-22T22:18:38.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:18:38.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:18:38.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 73ee66e2-3b75-4c35-948d-158e8c8564cb 2026-02-22T22:18:38.515 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:18:38.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_5 2026-02-22T22:18:38.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:18:38.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:38.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:18:38.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:18:38.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=14 2026-02-22T22:18:38.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:18:38.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 14s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_5 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:18:38.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 4788224 bytes 2026-02-22T22:18:38.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 81225728 bytes 2026-02-22T22:18:38.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 202147840 bytes 2026-02-22T22:18:38.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 269831168 bytes 2026-02-22T22:18:38.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 277855232 bytes 2026-02-22T22:18:38.924 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 304526336 bytes 2026-02-22T22:18:38.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 305156096 bytes 2026-02-22T22:18:39.003 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 356413440 bytes 2026-02-22T22:18:39.044 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 378674176 bytes 2026-02-22T22:18:39.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 445545472 bytes 2026-02-22T22:18:39.146 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 501115904 bytes 2026-02-22T22:18:39.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 514289664 bytes 2026-02-22T22:18:39.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 514914304 bytes 2026-02-22T22:18:39.252 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 525763584 bytes 2026-02-22T22:18:39.282 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 527082496 bytes 2026-02-22T22:18:39.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 594263040 bytes 2026-02-22T22:18:39.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 640643072 bytes 2026-02-22T22:18:39.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 730778624 bytes 2026-02-22T22:18:39.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 770182144 bytes 2026-02-22T22:18:39.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 805843968 bytes 2026-02-22T22:18:39.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 830206976 bytes 2026-02-22T22:18:39.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 852325376 bytes 2026-02-22T22:18:39.676 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 892754944 bytes 2026-02-22T22:18:39.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 964006912 bytes 2026-02-22T22:18:39.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 982470656 bytes 2026-02-22T22:18:39.807 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 983212032 bytes 2026-02-22T22:18:39.857 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1028618240 bytes 2026-02-22T22:18:39.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1085361152 bytes 2026-02-22T22:18:39.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1087393792 bytes 2026-02-22T22:18:39.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1112578048 bytes 2026-02-22T22:18:40.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1131332608 bytes 2026-02-22T22:18:40.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1165789184 bytes 2026-02-22T22:18:40.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1206225920 bytes 2026-02-22T22:18:40.167 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1254747136 bytes 2026-02-22T22:18:40.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1260050432 bytes 2026-02-22T22:18:40.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1301946368 bytes 2026-02-22T22:18:40.310 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1379257344 bytes 2026-02-22T22:18:40.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1427116032 bytes 2026-02-22T22:18:40.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1499024384 bytes 2026-02-22T22:18:40.482 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1558003712 bytes 2026-02-22T22:18:40.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1570232320 bytes 2026-02-22T22:18:40.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1580303360 bytes 2026-02-22T22:18:40.591 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1604699136 bytes 2026-02-22T22:18:40.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1651040256 bytes 2026-02-22T22:18:40.703 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1717332992 bytes 2026-02-22T22:18:40.758 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1770805248 bytes 2026-02-22T22:18:40.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1827698688 bytes 2026-02-22T22:18:40.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1828321280 bytes 2026-02-22T22:18:40.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1839191040 bytes 2026-02-22T22:18:40.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1907252224 bytes 2026-02-22T22:18:40.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1923136512 bytes 2026-02-22T22:18:41.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1990449152 bytes 2026-02-22T22:18:41.087 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2029533184 bytes 2026-02-22T22:18:41.135 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2076500992 bytes 2026-02-22T22:18:41.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2101272576 bytes 2026-02-22T22:18:41.231 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2167029760 bytes 2026-02-22T22:18:41.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2259643392 bytes 2026-02-22T22:18:41.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2306106368 bytes 2026-02-22T22:18:41.392 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2312695808 bytes 2026-02-22T22:18:41.435 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2335207424 bytes 2026-02-22T22:18:41.473 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2351131648 bytes 2026-02-22T22:18:41.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2392169472 bytes 2026-02-22T22:18:41.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2449594368 bytes 2026-02-22T22:18:41.621 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2475112448 bytes 2026-02-22T22:18:41.661 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2506502144 bytes 2026-02-22T22:18:41.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2543960064 bytes 2026-02-22T22:18:41.964 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2588540928 bytes 2026-02-22T22:18:42.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2609484800 bytes 2026-02-22T22:18:42.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2681366528 bytes 2026-02-22T22:18:42.099 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2697592832 bytes 2026-02-22T22:18:42.153 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2743497728 bytes 2026-02-22T22:18:42.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2771444736 bytes 2026-02-22T22:18:42.232 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2780215296 bytes 2026-02-22T22:18:42.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2840900608 bytes 2026-02-22T22:18:42.321 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2856384512 bytes 2026-02-22T22:18:42.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2897937408 bytes 2026-02-22T22:18:42.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2919952384 bytes 2026-02-22T22:18:42.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2954720256 bytes 2026-02-22T22:18:42.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 2957760512 bytes 2026-02-22T22:18:42.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3039462400 bytes 2026-02-22T22:18:42.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3110041600 bytes 2026-02-22T22:18:42.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3162312704 bytes 2026-02-22T22:18:42.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3176848384 bytes 2026-02-22T22:18:42.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3232573440 bytes 2026-02-22T22:18:42.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3291454464 bytes 2026-02-22T22:18:42.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3353758720 bytes 2026-02-22T22:18:42.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3400739840 bytes 2026-02-22T22:18:42.991 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3463816192 bytes 2026-02-22T22:18:43.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3480223744 bytes 2026-02-22T22:18:43.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3518497792 bytes 2026-02-22T22:18:43.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3527348224 bytes 2026-02-22T22:18:43.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3637062656 bytes 2026-02-22T22:18:43.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3741169664 bytes 2026-02-22T22:18:43.295 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3763433472 bytes 2026-02-22T22:18:43.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3783541760 bytes 2026-02-22T22:18:43.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3884161024 bytes 2026-02-22T22:18:43.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3887423488 bytes 2026-02-22T22:18:43.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3904831488 bytes 2026-02-22T22:18:43.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3971230720 bytes 2026-02-22T22:18:43.570 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3980838912 bytes 2026-02-22T22:18:43.612 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4023771136 bytes 2026-02-22T22:18:43.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4068328448 bytes 2026-02-22T22:18:43.705 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4081168384 bytes 2026-02-22T22:18:43.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4094528512 bytes 2026-02-22T22:18:43.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4131942400 bytes 2026-02-22T22:18:43.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4182308864 bytes 2026-02-22T22:18:43.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4242232320 bytes 2026-02-22T22:18:43.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4261877760 bytes 2026-02-22T22:18:43.971 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4287594496 bytes 2026-02-22T22:18:44.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4367465472 bytes 2026-02-22T22:18:44.083 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4401193984 bytes 2026-02-22T22:18:44.121 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4413411328 bytes 2026-02-22T22:18:44.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4414049280 bytes 2026-02-22T22:18:44.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4489665536 bytes 2026-02-22T22:18:44.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4490288128 bytes 2026-02-22T22:18:44.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4530797568 bytes 2026-02-22T22:18:44.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4531400704 bytes 2026-02-22T22:18:44.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4612932608 bytes 2026-02-22T22:18:44.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4673164288 bytes 2026-02-22T22:18:44.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4724696064 bytes 2026-02-22T22:18:44.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4778713088 bytes 2026-02-22T22:18:44.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4794748928 bytes 2026-02-22T22:18:44.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4795357184 bytes 2026-02-22T22:18:44.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4818270208 bytes 2026-02-22T22:18:44.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4875104256 bytes 2026-02-22T22:18:44.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 4922004480 bytes 2026-02-22T22:18:44.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 4940218368 bytes 2026-02-22T22:18:44.856 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 4997618688 bytes 2026-02-22T22:18:44.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5091281920 bytes 2026-02-22T22:18:44.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5130770432 bytes 2026-02-22T22:18:45.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5152160768 bytes 2026-02-22T22:18:45.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5187167232 bytes 2026-02-22T22:18:45.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5221668864 bytes 2026-02-22T22:18:45.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5248457728 bytes 2026-02-22T22:18:45.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5278201856 bytes 2026-02-22T22:18:45.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5296881664 bytes 2026-02-22T22:18:45.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5335019520 bytes 2026-02-22T22:18:45.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5351770112 bytes 2026-02-22T22:18:45.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5435425792 bytes 2026-02-22T22:18:45.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5501314048 bytes 2026-02-22T22:18:45.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5507672064 bytes 2026-02-22T22:18:45.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5520842752 bytes 2026-02-22T22:18:45.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5521468416 bytes 2026-02-22T22:18:45.578 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5527289856 bytes 2026-02-22T22:18:45.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5607918592 bytes 2026-02-22T22:18:45.699 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5674988544 bytes 2026-02-22T22:18:45.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5743156224 bytes 2026-02-22T22:18:45.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 5830333440 bytes 2026-02-22T22:18:45.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 5898966016 bytes 2026-02-22T22:18:45.919 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 5926365184 bytes 2026-02-22T22:18:45.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6006987776 bytes 2026-02-22T22:18:46.029 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6042618880 bytes 2026-02-22T22:18:46.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6140135424 bytes 2026-02-22T22:18:46.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6175738880 bytes 2026-02-22T22:18:46.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6243418112 bytes 2026-02-22T22:18:46.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6280416256 bytes 2026-02-22T22:18:46.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6385087488 bytes 2026-02-22T22:18:46.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6477434880 bytes 2026-02-22T22:18:46.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6542608384 bytes 2026-02-22T22:18:46.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6581909504 bytes 2026-02-22T22:18:46.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6664934400 bytes 2026-02-22T22:18:46.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6742852608 bytes 2026-02-22T22:18:46.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6798038016 bytes 2026-02-22T22:18:46.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6808790016 bytes 2026-02-22T22:18:46.744 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6823142400 bytes 2026-02-22T22:18:46.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6848359424 bytes 2026-02-22T22:18:46.828 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6872737792 bytes 2026-02-22T22:18:46.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6911544320 bytes 2026-02-22T22:18:46.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6964013056 bytes 2026-02-22T22:18:46.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7010579456 bytes 2026-02-22T22:18:47.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7036323840 bytes 2026-02-22T22:18:47.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7081198592 bytes 2026-02-22T22:18:47.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7129095168 bytes 2026-02-22T22:18:47.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7163843584 bytes 2026-02-22T22:18:47.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7197930496 bytes 2026-02-22T22:18:47.254 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7219192832 bytes 2026-02-22T22:18:47.298 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7241084928 bytes 2026-02-22T22:18:47.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7275806720 bytes 2026-02-22T22:18:47.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7292824576 bytes 2026-02-22T22:18:47.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7359624192 bytes 2026-02-22T22:18:47.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7383931904 bytes 2026-02-22T22:18:47.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7424892928 bytes 2026-02-22T22:18:47.590 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7487275008 bytes 2026-02-22T22:18:47.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7522593792 bytes 2026-02-22T22:18:47.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7581239296 bytes 2026-02-22T22:18:47.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7630106624 bytes 2026-02-22T22:18:47.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7673184256 bytes 2026-02-22T22:18:47.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7692034048 bytes 2026-02-22T22:18:47.866 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7705447424 bytes 2026-02-22T22:18:47.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7741422592 bytes 2026-02-22T22:18:47.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7820455936 bytes 2026-02-22T22:18:48.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7848913920 bytes 2026-02-22T22:18:48.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 7850091520 bytes 2026-02-22T22:18:48.114 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 7910311936 bytes 2026-02-22T22:18:48.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 7947880448 bytes 2026-02-22T22:18:48.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 7987344384 bytes 2026-02-22T22:18:48.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8018272256 bytes 2026-02-22T22:18:48.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8018887680 bytes 2026-02-22T22:18:48.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8072009728 bytes 2026-02-22T22:18:48.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8084579328 bytes 2026-02-22T22:18:48.452 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8172479488 bytes 2026-02-22T22:18:48.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8270266368 bytes 2026-02-22T22:18:48.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8319603712 bytes 2026-02-22T22:18:48.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8333213696 bytes 2026-02-22T22:18:48.657 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8379479040 bytes 2026-02-22T22:18:48.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8424964096 bytes 2026-02-22T22:18:48.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8462848000 bytes 2026-02-22T22:18:48.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8481126400 bytes 2026-02-22T22:18:48.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8536632320 bytes 2026-02-22T22:18:48.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8564432896 bytes 2026-02-22T22:18:48.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8610379776 bytes 2026-02-22T22:18:48.990 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8663155712 bytes 2026-02-22T22:18:49.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8682881024 bytes 2026-02-22T22:18:49.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8725577728 bytes 2026-02-22T22:18:49.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 8769889280 bytes 2026-02-22T22:18:49.194 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 8856813568 bytes 2026-02-22T22:18:49.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 8879694848 bytes 2026-02-22T22:18:49.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 8905405440 bytes 2026-02-22T22:18:49.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 8945343488 bytes 2026-02-22T22:18:49.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9002688512 bytes 2026-02-22T22:18:49.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9052658688 bytes 2026-02-22T22:18:49.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9092537344 bytes 2026-02-22T22:18:49.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9157890048 bytes 2026-02-22T22:18:49.575 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 9174315008 bytes 2026-02-22T22:18:49.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 9204582400 bytes 2026-02-22T22:18:49.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 9229933568 bytes 2026-02-22T22:18:49.715 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 9279084544 bytes 2026-02-22T22:18:49.755 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 9302892544 bytes 2026-02-22T22:18:49.804 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 9356366848 bytes 2026-02-22T22:18:49.853 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23000 IOs, 9398638592 bytes 2026-02-22T22:18:49.889 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23100 IOs, 9417085952 bytes 2026-02-22T22:18:49.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23200 IOs, 9455293440 bytes 2026-02-22T22:18:49.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23300 IOs, 9478873088 bytes 2026-02-22T22:18:50.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23400 IOs, 9509578752 bytes 2026-02-22T22:18:50.085 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23500 IOs, 9560219648 bytes 2026-02-22T22:18:50.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23600 IOs, 9582865408 bytes 2026-02-22T22:18:50.168 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23700 IOs, 9608867840 bytes 2026-02-22T22:18:50.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23800 IOs, 9708744704 bytes 2026-02-22T22:18:50.294 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:23900 IOs, 9771750400 bytes 2026-02-22T22:18:50.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24000 IOs, 9833567232 bytes 2026-02-22T22:18:50.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24100 IOs, 9884576768 bytes 2026-02-22T22:18:50.451 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24200 IOs, 9908160512 bytes 2026-02-22T22:18:50.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24300 IOs, 9987425280 bytes 2026-02-22T22:18:50.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24400 IOs, 10046661632 bytes 2026-02-22T22:18:50.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24500 IOs, 10056096768 bytes 2026-02-22T22:18:50.660 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24600 IOs, 10103805952 bytes 2026-02-22T22:18:50.711 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24700 IOs, 10160826368 bytes 2026-02-22T22:18:50.750 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24800 IOs, 10178448384 bytes 2026-02-22T22:18:50.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:24900 IOs, 10202091520 bytes 2026-02-22T22:18:50.852 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25000 IOs, 10288704512 bytes 2026-02-22T22:18:50.908 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25100 IOs, 10345011200 bytes 2026-02-22T22:18:50.965 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25200 IOs, 10409383936 bytes 2026-02-22T22:18:51.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25300 IOs, 10461271040 bytes 2026-02-22T22:18:51.066 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25400 IOs, 10487434240 bytes 2026-02-22T22:18:51.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25500 IOs, 10538421248 bytes 2026-02-22T22:18:51.185 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25600 IOs, 10650660864 bytes 2026-02-22T22:18:51.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25700 IOs, 10689036288 bytes 2026-02-22T22:18:51.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25800 IOs, 10720159744 bytes 2026-02-22T22:18:51.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:25900 IOs, 10791275520 bytes 2026-02-22T22:18:51.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26000 IOs, 10848601088 bytes 2026-02-22T22:18:51.467 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26100 IOs, 10940152832 bytes 2026-02-22T22:18:51.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26200 IOs, 10991301632 bytes 2026-02-22T22:18:51.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26300 IOs, 11022231552 bytes 2026-02-22T22:18:51.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26400 IOs, 11076469760 bytes 2026-02-22T22:18:51.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26500 IOs, 11140528128 bytes 2026-02-22T22:18:51.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26600 IOs, 11179446272 bytes 2026-02-22T22:18:51.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26700 IOs, 11214775296 bytes 2026-02-22T22:18:51.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26800 IOs, 11220193280 bytes 2026-02-22T22:18:51.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:26900 IOs, 11250089984 bytes 2026-02-22T22:18:51.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27000 IOs, 11271464960 bytes 2026-02-22T22:18:51.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27100 IOs, 11290458112 bytes 2026-02-22T22:18:51.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27200 IOs, 11376686080 bytes 2026-02-22T22:18:52.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27300 IOs, 11405978624 bytes 2026-02-22T22:18:52.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27400 IOs, 11434366976 bytes 2026-02-22T22:18:52.143 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27500 IOs, 11515285504 bytes 2026-02-22T22:18:52.384 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27600 IOs, 11553083392 bytes 2026-02-22T22:18:52.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27700 IOs, 11565845504 bytes 2026-02-22T22:18:52.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:27800 IOs, 11625484288 bytes 2026-02-22T22:18:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:18:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:18:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:18:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:18:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_5 present 2026-02-22T22:18:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:18:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:18:52.524 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:18:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:18:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:18:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:18:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_5 2026-02-22T22:18:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:18:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:18:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_5 2026-02-22T22:18:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_5 2026-02-22T22:18:52.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:18:52.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10df1ab68360 2026-02-22T22:18:52.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:18:52.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:18:52.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_5 present 10df1ab68360 2026-02-22T22:18:52.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:18:52.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:52.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:18:52.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:18:52.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10df1ab68360 2026-02-22T22:18:52.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:18:52.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:18:52.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_5 2026-02-22T22:18:52.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:18:52.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:18:52.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_5 2026-02-22T22:18:52.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_5 2026-02-22T22:18:52.656 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:18:52.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10df1ab68360 2026-02-22T22:18:52.683 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10df1ab68360 2026-02-22T22:18:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10df1ab68360 -o 10df1ab68360 = 10df1ab68360 2026-02-22T22:18:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:18:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:18:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:18:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_5 2026-02-22T22:18:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:18:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:18:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:18:52.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_5 2026-02-22T22:18:54.785 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:18:54.786+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a820 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:18:54.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:18:54.786+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859de780 [3/73ee66e2-3b75-4c35-948d-158e8c8564cb] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:19:23.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:19:23.317+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b95f545c00 scan_remote_mirror_snapshots: failed to locate remote start snapshot: snap_id=189 2026-02-22T22:19:23.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:19:23.317+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b95f545c00 scan_remote_mirror_snapshots: split-brain detected: failed to find matching non-primary snapshot in remote image: local_snap_id_start=189, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=b01e47cb-9b49-4579-ac9a-2734372caaf4, primary_snap_id=bd, last_copied_object_number=128, snap_seqs={189=18446744073709551614}] 2026-02-22T22:19:23.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:19:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_5 deleted 2026-02-22T22:19:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:19:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:19:23.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:19:23.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:19:23.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:19:23.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:19:23.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_5 2026-02-22T22:19:23.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:19:23.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:19:23.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_5 2026-02-22T22:19:23.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_5 2026-02-22T22:19:23.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:19:23.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_5: (2) No such file or directory 2026-02-22T22:19:23.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:19:23.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:19:23.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:19:23.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_5 deleted '' 2026-02-22T22:19:23.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:19:23.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:23.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:19:23.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:19:23.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:19:23.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:19:23.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:19:23.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_5 2026-02-22T22:19:23.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:19:23.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:19:23.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_5 2026-02-22T22:19:23.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_5 2026-02-22T22:19:23.469 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:19:23.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_5: (2) No such file or directory 2026-02-22T22:19:23.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:19:23.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:19:23.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:19:23.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:19:23.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_5 2026-02-22T22:19:23.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:19:23.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:23.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:19:23.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_5 2026-02-22T22:19:23.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_5 2026-02-22T22:19:23.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:19:23.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:23.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:19:23.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:19:23.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:19:23.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_5 2026-02-22T22:19:23.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:19:23.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:23.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_5 2026-02-22T22:19:23.526 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_5 2026-02-22T22:19:23.556 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_5 2026-02-22T22:19:23.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:19:23.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:19:23.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:19:23.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_6 2026-02-22T22:19:23.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_6 512M 2026-02-22T22:19:23.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:19:23.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:19:23.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:23.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:19:23.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:19:23.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:19:23.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:19:23.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:19:23.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:19:23.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:19:23.726 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_6 2026-02-22T22:19:23.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_6 2026-02-22T22:19:23.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:19:23.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:23.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:19:23.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:19:23.759 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_6 snapshot 2026-02-22T22:19:24.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:19:24.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_6 2026-02-22T22:19:24.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_6': 2026-02-22T22:19:24.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:19:24.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:19:24.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:19:24.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 18c438acda90 2026-02-22T22:19:24.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.18c438acda90 2026-02-22T22:19:24.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:19:24.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:19:24.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:19:24.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:19:24.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:19:23 2026 2026-02-22T22:19:24.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:19:23 2026 2026-02-22T22:19:24.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:19:23 2026 2026-02-22T22:19:24.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:19:24.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:19:24.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 65774035-187d-4b6b-a3cd-db2694125601 2026-02-22T22:19:24.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:19:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_6 2026-02-22T22:19:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:19:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:19:24.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:19:24.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=8 2026-02-22T22:19:24.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:19:24.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 8s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_6 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:19:24.499 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 10006528 bytes 2026-02-22T22:19:24.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 73880576 bytes 2026-02-22T22:19:24.622 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 104899584 bytes 2026-02-22T22:19:24.673 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 145546240 bytes 2026-02-22T22:19:24.714 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 191538176 bytes 2026-02-22T22:19:24.781 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 268496896 bytes 2026-02-22T22:19:24.826 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 305083392 bytes 2026-02-22T22:19:24.871 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 348622848 bytes 2026-02-22T22:19:24.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 361793536 bytes 2026-02-22T22:19:24.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 441573376 bytes 2026-02-22T22:19:25.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 497097728 bytes 2026-02-22T22:19:25.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 539219968 bytes 2026-02-22T22:19:25.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 544327680 bytes 2026-02-22T22:19:25.144 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 576460800 bytes 2026-02-22T22:19:25.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 625973248 bytes 2026-02-22T22:19:25.247 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 681027584 bytes 2026-02-22T22:19:25.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 771328000 bytes 2026-02-22T22:19:25.347 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 780828672 bytes 2026-02-22T22:19:25.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 816568320 bytes 2026-02-22T22:19:25.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 828723200 bytes 2026-02-22T22:19:25.462 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 841149440 bytes 2026-02-22T22:19:25.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 863282176 bytes 2026-02-22T22:19:25.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 888181760 bytes 2026-02-22T22:19:25.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 956158976 bytes 2026-02-22T22:19:25.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 992702464 bytes 2026-02-22T22:19:25.691 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1031909376 bytes 2026-02-22T22:19:25.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1079925760 bytes 2026-02-22T22:19:25.785 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1109140480 bytes 2026-02-22T22:19:25.845 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1183691776 bytes 2026-02-22T22:19:25.904 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1251401728 bytes 2026-02-22T22:19:25.961 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1321528320 bytes 2026-02-22T22:19:26.002 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1323409408 bytes 2026-02-22T22:19:26.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1368903680 bytes 2026-02-22T22:19:26.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1420232704 bytes 2026-02-22T22:19:26.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1431271424 bytes 2026-02-22T22:19:26.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1438579712 bytes 2026-02-22T22:19:26.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1460100096 bytes 2026-02-22T22:19:26.273 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1527585792 bytes 2026-02-22T22:19:26.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1578275840 bytes 2026-02-22T22:19:26.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1654839296 bytes 2026-02-22T22:19:26.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1674000384 bytes 2026-02-22T22:19:26.468 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1704527872 bytes 2026-02-22T22:19:26.511 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1734371328 bytes 2026-02-22T22:19:26.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1738383360 bytes 2026-02-22T22:19:26.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1758716928 bytes 2026-02-22T22:19:26.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1805774848 bytes 2026-02-22T22:19:26.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1833399296 bytes 2026-02-22T22:19:26.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1855906816 bytes 2026-02-22T22:19:26.784 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1923502080 bytes 2026-02-22T22:19:26.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1983962112 bytes 2026-02-22T22:19:26.900 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2064909312 bytes 2026-02-22T22:19:26.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2103967744 bytes 2026-02-22T22:19:26.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2104602624 bytes 2026-02-22T22:19:27.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2169252864 bytes 2026-02-22T22:19:27.113 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2258338816 bytes 2026-02-22T22:19:27.161 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2302182400 bytes 2026-02-22T22:19:27.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2338934784 bytes 2026-02-22T22:19:27.239 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2345545728 bytes 2026-02-22T22:19:27.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2401030144 bytes 2026-02-22T22:19:27.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2426093568 bytes 2026-02-22T22:19:27.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2459538432 bytes 2026-02-22T22:19:27.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2504295424 bytes 2026-02-22T22:19:27.488 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2594569216 bytes 2026-02-22T22:19:27.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2663583744 bytes 2026-02-22T22:19:27.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2752075776 bytes 2026-02-22T22:19:27.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2797602816 bytes 2026-02-22T22:19:27.716 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2839311360 bytes 2026-02-22T22:19:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2882391040 bytes 2026-02-22T22:19:27.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2942593024 bytes 2026-02-22T22:19:27.873 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2989633536 bytes 2026-02-22T22:19:27.905 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2990240768 bytes 2026-02-22T22:19:27.939 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3026672640 bytes 2026-02-22T22:19:28.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3077211136 bytes 2026-02-22T22:19:28.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3122887680 bytes 2026-02-22T22:19:28.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3223085056 bytes 2026-02-22T22:19:28.193 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3303325696 bytes 2026-02-22T22:19:28.230 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3316170752 bytes 2026-02-22T22:19:28.275 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3353795584 bytes 2026-02-22T22:19:28.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3401500672 bytes 2026-02-22T22:19:28.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3406258176 bytes 2026-02-22T22:19:28.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3413528576 bytes 2026-02-22T22:19:28.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3461821440 bytes 2026-02-22T22:19:28.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3579838464 bytes 2026-02-22T22:19:28.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3608542208 bytes 2026-02-22T22:19:28.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3688391680 bytes 2026-02-22T22:19:28.681 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3732268032 bytes 2026-02-22T22:19:28.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3816313856 bytes 2026-02-22T22:19:28.796 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3851512832 bytes 2026-02-22T22:19:28.865 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3957556224 bytes 2026-02-22T22:19:28.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4037910528 bytes 2026-02-22T22:19:28.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4059995136 bytes 2026-02-22T22:19:29.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4101605376 bytes 2026-02-22T22:19:29.062 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4130209792 bytes 2026-02-22T22:19:29.120 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4195878912 bytes 2026-02-22T22:19:29.166 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4237264896 bytes 2026-02-22T22:19:29.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4278818816 bytes 2026-02-22T22:19:29.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4326430720 bytes 2026-02-22T22:19:29.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4375301120 bytes 2026-02-22T22:19:29.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4407702528 bytes 2026-02-22T22:19:29.426 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4485223424 bytes 2026-02-22T22:19:29.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4508347392 bytes 2026-02-22T22:19:29.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4530867200 bytes 2026-02-22T22:19:29.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4573350912 bytes 2026-02-22T22:19:29.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4654500864 bytes 2026-02-22T22:19:29.662 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4689730560 bytes 2026-02-22T22:19:29.747 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4821704704 bytes 2026-02-22T22:19:29.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4919268352 bytes 2026-02-22T22:19:29.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4983220224 bytes 2026-02-22T22:19:29.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 5071635456 bytes 2026-02-22T22:19:29.969 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 5072263168 bytes 2026-02-22T22:19:30.024 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 5120558080 bytes 2026-02-22T22:19:30.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 5158967296 bytes 2026-02-22T22:19:30.111 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5173459968 bytes 2026-02-22T22:19:30.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5199404032 bytes 2026-02-22T22:19:30.196 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5221303296 bytes 2026-02-22T22:19:30.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5250238464 bytes 2026-02-22T22:19:30.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5278707712 bytes 2026-02-22T22:19:30.320 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5279343616 bytes 2026-02-22T22:19:30.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5316713472 bytes 2026-02-22T22:19:30.411 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5350039552 bytes 2026-02-22T22:19:30.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5364150272 bytes 2026-02-22T22:19:30.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5445176320 bytes 2026-02-22T22:19:30.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5482827776 bytes 2026-02-22T22:19:30.610 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5552690176 bytes 2026-02-22T22:19:30.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5581066240 bytes 2026-02-22T22:19:30.712 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5645874176 bytes 2026-02-22T22:19:30.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5740469248 bytes 2026-02-22T22:19:30.821 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5756502016 bytes 2026-02-22T22:19:30.881 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5839306752 bytes 2026-02-22T22:19:30.930 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5886364672 bytes 2026-02-22T22:19:30.974 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5909950464 bytes 2026-02-22T22:19:31.037 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5992016896 bytes 2026-02-22T22:19:31.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 6025007104 bytes 2026-02-22T22:19:31.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 6057799680 bytes 2026-02-22T22:19:31.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6118811648 bytes 2026-02-22T22:19:31.249 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6183437312 bytes 2026-02-22T22:19:31.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6191766528 bytes 2026-02-22T22:19:31.331 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6220688384 bytes 2026-02-22T22:19:31.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6257772544 bytes 2026-02-22T22:19:31.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6289342464 bytes 2026-02-22T22:19:31.461 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6317831168 bytes 2026-02-22T22:19:31.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6344215552 bytes 2026-02-22T22:19:31.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6390847488 bytes 2026-02-22T22:19:31.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6406868992 bytes 2026-02-22T22:19:31.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6450044928 bytes 2026-02-22T22:19:31.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6450650112 bytes 2026-02-22T22:19:31.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6493009920 bytes 2026-02-22T22:19:31.771 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6535138304 bytes 2026-02-22T22:19:31.812 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6562156544 bytes 2026-02-22T22:19:31.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6607822848 bytes 2026-02-22T22:19:31.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6645212160 bytes 2026-02-22T22:19:31.966 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6720054272 bytes 2026-02-22T22:19:32.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6743584768 bytes 2026-02-22T22:19:32.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6761339904 bytes 2026-02-22T22:19:32.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6761938944 bytes 2026-02-22T22:19:32.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6780337152 bytes 2026-02-22T22:19:32.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6788792320 bytes 2026-02-22T22:19:32.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6829728768 bytes 2026-02-22T22:19:32.243 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6847618048 bytes 2026-02-22T22:19:32.290 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6894779392 bytes 2026-02-22T22:19:32.348 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6968782848 bytes 2026-02-22T22:19:32.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:19:32.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:19:32.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:19:32.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:19:32.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_6 present 2026-02-22T22:19:32.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:19:32.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:32.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_6 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_6 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_6 2026-02-22T22:19:32.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:19:32.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10df33521a03 2026-02-22T22:19:32.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:19:32.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:19:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_6 present 10df33521a03 2026-02-22T22:19:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:19:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:19:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:19:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10df33521a03 2026-02-22T22:19:32.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:19:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:19:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_6 2026-02-22T22:19:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:19:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:19:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_6 2026-02-22T22:19:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_6 2026-02-22T22:19:32.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:19:32.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10df33521a03 2026-02-22T22:19:32.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10df33521a03 2026-02-22T22:19:32.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10df33521a03 -o 10df33521a03 = 10df33521a03 2026-02-22T22:19:32.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:19:32.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:19:32.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:19:32.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_6 2026-02-22T22:19:32.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:19:32.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:19:32.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:19:32.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_6 2026-02-22T22:19:33.209 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.27945513021589596) > weight (0.25) 2026-02-22T22:19:33.209 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.1 with skip (0.4459469669065339) > weight (0.25) 2026-02-22T22:19:33.209 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.2 2026-02-22T22:19:33.209 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Sent signal 15 2026-02-22T22:19:33.209 INFO:tasks.rbd_mirror_thrash:waiting for 2.8851074531595575 secs before reviving daemons 2026-02-22T22:19:33.210 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:19:33.213+0000 7f12a1f17640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.2 (PID: 26922) UID: 1000 2026-02-22T22:19:36.096 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.2 2026-02-22T22:19:36.096 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:19:36.096 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.2 2026-02-22T22:19:36.096 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Restarting daemon 2026-02-22T22:19:36.096 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.2 2026-02-22T22:19:36.098 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Started 2026-02-22T22:19:36.098 INFO:tasks.rbd_mirror_thrash:waiting for 64.06512386958843 secs before thrashing 2026-02-22T22:19:46.024 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.6881668194996282) > weight (0.25) 2026-02-22T22:19:46.025 INFO:tasks.rbd_mirror_thrash:kill cluster1.client.mirror.1 2026-02-22T22:19:46.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Sent signal 15 2026-02-22T22:19:46.025 INFO:tasks.rbd_mirror_thrash:waiting for 1.867282508825554 secs before reviving daemons 2026-02-22T22:19:46.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:19:46.028+0000 7f1cefe72640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 (PID: 36396) UID: 1000 2026-02-22T22:19:47.894 INFO:tasks.rbd_mirror_thrash:waiting for cluster1.client.mirror.1 2026-02-22T22:19:47.894 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:19:47.894 INFO:tasks.rbd_mirror_thrash:reviving cluster1.client.mirror.1 2026-02-22T22:19:47.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Restarting daemon 2026-02-22T22:19:47.894 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 2026-02-22T22:19:47.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Started 2026-02-22T22:19:47.895 INFO:tasks.rbd_mirror_thrash:waiting for 69.21169235857094 secs before thrashing 2026-02-22T22:19:54.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:19:54.788+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085116ea0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:19:54.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:19:54.788+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859de280 [3/65774035-187d-4b6b-a3cd-db2694125601] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:20:03.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:20:03.323+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b962c60800 scan_remote_mirror_snapshots: failed to locate remote start snapshot: snap_id=190 2026-02-22T22:20:03.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:20:03.323+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b962c60800 scan_remote_mirror_snapshots: split-brain detected: failed to find matching non-primary snapshot in remote image: local_snap_id_start=190, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=b01e47cb-9b49-4579-ac9a-2734372caaf4, primary_snap_id=be, last_copied_object_number=128, snap_seqs={190=18446744073709551614}] 2026-02-22T22:20:03.329 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_6 deleted 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_6 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:20:03.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_6 2026-02-22T22:20:03.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_6 2026-02-22T22:20:03.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:20:03.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_6: (2) No such file or directory 2026-02-22T22:20:03.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:20:03.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:20:03.370 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:20:03.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_6 deleted '' 2026-02-22T22:20:03.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:20:03.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:03.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:20:03.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:20:03.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:20:03.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:20:03.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:20:03.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_6 2026-02-22T22:20:03.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:20:03.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:20:03.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_6 2026-02-22T22:20:03.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_6 2026-02-22T22:20:03.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:20:03.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_6: (2) No such file or directory 2026-02-22T22:20:03.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:20:03.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:20:03.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:20:03.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:20:03.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_6 2026-02-22T22:20:03.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:03.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:03.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:20:03.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_6 2026-02-22T22:20:03.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_6 2026-02-22T22:20:03.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:03.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:03.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:20:03.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:20:03.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:20:03.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_6 2026-02-22T22:20:03.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:03.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:03.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_6 2026-02-22T22:20:03.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_6 2026-02-22T22:20:03.565 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_6 2026-02-22T22:20:03.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:20:03.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:20:03.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:20:03.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_7 2026-02-22T22:20:03.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_7 512M 2026-02-22T22:20:03.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:03.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:20:03.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:03.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:20:03.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:03.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:20:03.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:20:03.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:20:03.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:20:03.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:20:03.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_7 2026-02-22T22:20:03.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_7 2026-02-22T22:20:03.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:03.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:03.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:03.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:20:03.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_7 snapshot 2026-02-22T22:20:04.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:20:04.352 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_7 2026-02-22T22:20:04.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_7': 2026-02-22T22:20:04.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 18e52d0f5a5c 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.18e52d0f5a5c 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:20:03 2026 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:20:03 2026 2026-02-22T22:20:04.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:20:03 2026 2026-02-22T22:20:04.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:20:04.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:20:04.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 5646bc16-b67f-4aeb-b94d-4513c171e414 2026-02-22T22:20:04.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:20:04.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_7 2026-02-22T22:20:04.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:04.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:04.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:04.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:20:04.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=11 2026-02-22T22:20:04.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:20:04.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 11s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_7 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:20:04.507 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 17352704 bytes 2026-02-22T22:20:04.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 36360192 bytes 2026-02-22T22:20:04.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 121441280 bytes 2026-02-22T22:20:04.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 156793856 bytes 2026-02-22T22:20:04.729 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 230118400 bytes 2026-02-22T22:20:04.768 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 252596224 bytes 2026-02-22T22:20:04.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 273012736 bytes 2026-02-22T22:20:04.842 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 287802368 bytes 2026-02-22T22:20:04.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 355927040 bytes 2026-02-22T22:20:04.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 387229696 bytes 2026-02-22T22:20:05.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 464737280 bytes 2026-02-22T22:20:05.047 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 500462592 bytes 2026-02-22T22:20:05.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 543465472 bytes 2026-02-22T22:20:05.145 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 585241600 bytes 2026-02-22T22:20:05.183 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 605440000 bytes 2026-02-22T22:20:05.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 635207680 bytes 2026-02-22T22:20:05.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 673497088 bytes 2026-02-22T22:20:05.309 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 688281600 bytes 2026-02-22T22:20:05.344 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 700499968 bytes 2026-02-22T22:20:05.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 765495296 bytes 2026-02-22T22:20:05.442 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 801667072 bytes 2026-02-22T22:20:05.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 854111232 bytes 2026-02-22T22:20:05.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 890398720 bytes 2026-02-22T22:20:05.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 930126848 bytes 2026-02-22T22:20:05.638 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 974586880 bytes 2026-02-22T22:20:05.682 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1001806848 bytes 2026-02-22T22:20:05.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1026664448 bytes 2026-02-22T22:20:05.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1044286464 bytes 2026-02-22T22:20:05.806 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1065682944 bytes 2026-02-22T22:20:05.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1142603776 bytes 2026-02-22T22:20:05.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1146160128 bytes 2026-02-22T22:20:05.956 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1205945344 bytes 2026-02-22T22:20:06.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1303871488 bytes 2026-02-22T22:20:06.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1319011328 bytes 2026-02-22T22:20:06.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1332578304 bytes 2026-02-22T22:20:06.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1380182016 bytes 2026-02-22T22:20:06.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1429449728 bytes 2026-02-22T22:20:06.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1504515072 bytes 2026-02-22T22:20:06.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1530878976 bytes 2026-02-22T22:20:06.350 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1576772608 bytes 2026-02-22T22:20:06.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1618351104 bytes 2026-02-22T22:20:06.441 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1650473984 bytes 2026-02-22T22:20:06.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1656742912 bytes 2026-02-22T22:20:06.513 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1679233024 bytes 2026-02-22T22:20:06.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1696945152 bytes 2026-02-22T22:20:06.795 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1711709184 bytes 2026-02-22T22:20:06.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1769273344 bytes 2026-02-22T22:20:06.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1802617856 bytes 2026-02-22T22:20:06.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 1834667008 bytes 2026-02-22T22:20:06.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 1864408064 bytes 2026-02-22T22:20:07.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 1884679168 bytes 2026-02-22T22:20:07.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 1907281920 bytes 2026-02-22T22:20:07.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 1949556736 bytes 2026-02-22T22:20:07.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 1985445888 bytes 2026-02-22T22:20:07.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2017346560 bytes 2026-02-22T22:20:07.265 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2076355584 bytes 2026-02-22T22:20:07.324 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2152343552 bytes 2026-02-22T22:20:07.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2196563968 bytes 2026-02-22T22:20:07.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2268111872 bytes 2026-02-22T22:20:07.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2300174336 bytes 2026-02-22T22:20:07.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2362028032 bytes 2026-02-22T22:20:07.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2369572864 bytes 2026-02-22T22:20:07.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2398576640 bytes 2026-02-22T22:20:07.644 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2427716608 bytes 2026-02-22T22:20:07.688 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2461927424 bytes 2026-02-22T22:20:07.743 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2523893760 bytes 2026-02-22T22:20:07.794 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2575947776 bytes 2026-02-22T22:20:07.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2594738176 bytes 2026-02-22T22:20:07.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2608034816 bytes 2026-02-22T22:20:07.910 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2627234816 bytes 2026-02-22T22:20:07.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2663953408 bytes 2026-02-22T22:20:07.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2684978176 bytes 2026-02-22T22:20:08.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2719912960 bytes 2026-02-22T22:20:08.075 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 2733856768 bytes 2026-02-22T22:20:08.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 2736449536 bytes 2026-02-22T22:20:08.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 2758332416 bytes 2026-02-22T22:20:08.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 2821288960 bytes 2026-02-22T22:20:08.261 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 2875687936 bytes 2026-02-22T22:20:08.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 2913139712 bytes 2026-02-22T22:20:08.353 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 2932045824 bytes 2026-02-22T22:20:08.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3006418944 bytes 2026-02-22T22:20:08.464 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3053136896 bytes 2026-02-22T22:20:08.502 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3071122432 bytes 2026-02-22T22:20:08.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3071731712 bytes 2026-02-22T22:20:08.579 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3103720448 bytes 2026-02-22T22:20:08.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3147385856 bytes 2026-02-22T22:20:08.679 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3198376960 bytes 2026-02-22T22:20:08.739 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3272961024 bytes 2026-02-22T22:20:08.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3337250816 bytes 2026-02-22T22:20:08.846 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3375921152 bytes 2026-02-22T22:20:08.897 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3431118848 bytes 2026-02-22T22:20:08.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3446125568 bytes 2026-02-22T22:20:08.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3449512960 bytes 2026-02-22T22:20:09.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3491315712 bytes 2026-02-22T22:20:09.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3506977792 bytes 2026-02-22T22:20:09.095 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 3531912192 bytes 2026-02-22T22:20:09.134 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 3558727680 bytes 2026-02-22T22:20:09.186 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 3602882560 bytes 2026-02-22T22:20:09.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 3603477504 bytes 2026-02-22T22:20:09.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 3654478848 bytes 2026-02-22T22:20:09.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 3691257856 bytes 2026-02-22T22:20:09.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 3723033600 bytes 2026-02-22T22:20:09.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 3806783488 bytes 2026-02-22T22:20:09.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 3878703104 bytes 2026-02-22T22:20:09.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 3934610432 bytes 2026-02-22T22:20:09.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 3961695232 bytes 2026-02-22T22:20:09.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4005899264 bytes 2026-02-22T22:20:09.664 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4015667200 bytes 2026-02-22T22:20:09.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4051684352 bytes 2026-02-22T22:20:09.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4102451200 bytes 2026-02-22T22:20:09.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4165776384 bytes 2026-02-22T22:20:09.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4213622784 bytes 2026-02-22T22:20:09.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4228197376 bytes 2026-02-22T22:20:09.946 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4273452032 bytes 2026-02-22T22:20:09.982 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4274042880 bytes 2026-02-22T22:20:10.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4314724352 bytes 2026-02-22T22:20:10.071 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 4356282368 bytes 2026-02-22T22:20:10.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 4402220032 bytes 2026-02-22T22:20:10.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 4453860352 bytes 2026-02-22T22:20:10.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 4454449152 bytes 2026-02-22T22:20:10.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 4490179584 bytes 2026-02-22T22:20:10.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 4509053952 bytes 2026-02-22T22:20:10.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 4565090304 bytes 2026-02-22T22:20:10.402 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 4610038784 bytes 2026-02-22T22:20:10.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 4639618048 bytes 2026-02-22T22:20:10.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 4676726784 bytes 2026-02-22T22:20:10.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 4772615168 bytes 2026-02-22T22:20:10.601 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 4802299904 bytes 2026-02-22T22:20:10.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 4851215360 bytes 2026-02-22T22:20:10.694 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 4881018880 bytes 2026-02-22T22:20:10.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 4946371584 bytes 2026-02-22T22:20:10.798 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 4990781440 bytes 2026-02-22T22:20:10.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5011905536 bytes 2026-02-22T22:20:10.894 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5068352512 bytes 2026-02-22T22:20:10.948 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5117839360 bytes 2026-02-22T22:20:11.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5180398592 bytes 2026-02-22T22:20:11.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5299283968 bytes 2026-02-22T22:20:11.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5389125632 bytes 2026-02-22T22:20:11.210 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5473390592 bytes 2026-02-22T22:20:11.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5547183104 bytes 2026-02-22T22:20:11.318 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5587480576 bytes 2026-02-22T22:20:11.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5616916480 bytes 2026-02-22T22:20:11.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5637897216 bytes 2026-02-22T22:20:11.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5661725696 bytes 2026-02-22T22:20:11.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5685859328 bytes 2026-02-22T22:20:11.553 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 5794541568 bytes 2026-02-22T22:20:11.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 5833388032 bytes 2026-02-22T22:20:11.648 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 5857660928 bytes 2026-02-22T22:20:11.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 5923861504 bytes 2026-02-22T22:20:11.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 5965459456 bytes 2026-02-22T22:20:11.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6021602304 bytes 2026-02-22T22:20:11.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6029891584 bytes 2026-02-22T22:20:11.877 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6032849920 bytes 2026-02-22T22:20:11.926 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6079336448 bytes 2026-02-22T22:20:11.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6115905536 bytes 2026-02-22T22:20:12.011 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6145134592 bytes 2026-02-22T22:20:12.049 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6163855360 bytes 2026-02-22T22:20:12.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6224532480 bytes 2026-02-22T22:20:12.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6275282944 bytes 2026-02-22T22:20:12.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6277048320 bytes 2026-02-22T22:20:12.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6348413952 bytes 2026-02-22T22:20:12.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6371763200 bytes 2026-02-22T22:20:12.327 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6390147072 bytes 2026-02-22T22:20:12.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6435983360 bytes 2026-02-22T22:20:12.423 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6480107520 bytes 2026-02-22T22:20:12.487 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6562813952 bytes 2026-02-22T22:20:12.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6632515584 bytes 2026-02-22T22:20:12.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6742514688 bytes 2026-02-22T22:20:12.675 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6802529280 bytes 2026-02-22T22:20:12.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 6866364416 bytes 2026-02-22T22:20:12.784 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 6917933056 bytes 2026-02-22T22:20:12.824 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 6946077696 bytes 2026-02-22T22:20:12.872 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 6995559424 bytes 2026-02-22T22:20:12.921 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7021002752 bytes 2026-02-22T22:20:12.962 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7045501952 bytes 2026-02-22T22:20:12.994 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7046925312 bytes 2026-02-22T22:20:13.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7129333760 bytes 2026-02-22T22:20:13.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7193578496 bytes 2026-02-22T22:20:13.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7237654528 bytes 2026-02-22T22:20:13.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 7306571776 bytes 2026-02-22T22:20:13.258 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 7318932480 bytes 2026-02-22T22:20:13.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 7347816448 bytes 2026-02-22T22:20:13.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 7414474752 bytes 2026-02-22T22:20:13.434 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 7529088000 bytes 2026-02-22T22:20:13.477 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 7555802112 bytes 2026-02-22T22:20:13.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 7644022784 bytes 2026-02-22T22:20:13.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 7704118272 bytes 2026-02-22T22:20:13.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 7727775744 bytes 2026-02-22T22:20:13.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 7809837056 bytes 2026-02-22T22:20:13.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 7872425984 bytes 2026-02-22T22:20:13.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 7920865280 bytes 2026-02-22T22:20:13.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 7924683776 bytes 2026-02-22T22:20:13.902 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8014616576 bytes 2026-02-22T22:20:13.953 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8060701696 bytes 2026-02-22T22:20:14.004 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8121742336 bytes 2026-02-22T22:20:14.046 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8157829120 bytes 2026-02-22T22:20:14.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8185995264 bytes 2026-02-22T22:20:14.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8266136576 bytes 2026-02-22T22:20:14.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8360098816 bytes 2026-02-22T22:20:14.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8360722432 bytes 2026-02-22T22:20:14.314 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8423666688 bytes 2026-02-22T22:20:14.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 8467603456 bytes 2026-02-22T22:20:14.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 8534669312 bytes 2026-02-22T22:20:14.457 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 8557318144 bytes 2026-02-22T22:20:14.489 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 8557956096 bytes 2026-02-22T22:20:14.535 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 8597997568 bytes 2026-02-22T22:20:14.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 8636977152 bytes 2026-02-22T22:20:14.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 8698165248 bytes 2026-02-22T22:20:14.689 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 8756475904 bytes 2026-02-22T22:20:14.737 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 8805730304 bytes 2026-02-22T22:20:14.787 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 8848135168 bytes 2026-02-22T22:20:14.839 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 8901466112 bytes 2026-02-22T22:20:14.884 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 8930952192 bytes 2026-02-22T22:20:14.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 8952017920 bytes 2026-02-22T22:20:14.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9013423104 bytes 2026-02-22T22:20:15.027 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9071542272 bytes 2026-02-22T22:20:15.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9106964480 bytes 2026-02-22T22:20:15.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9123757056 bytes 2026-02-22T22:20:15.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9162890240 bytes 2026-02-22T22:20:15.213 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9223121920 bytes 2026-02-22T22:20:15.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9289362432 bytes 2026-02-22T22:20:15.328 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9350245376 bytes 2026-02-22T22:20:15.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 9352852480 bytes 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_7 present 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_7 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_7 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_7 2026-02-22T22:20:15.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:20:15.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10dfaa9c9da8 2026-02-22T22:20:15.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:20:15.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_7 present 10dfaa9c9da8 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10dfaa9c9da8 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_7 2026-02-22T22:20:15.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:20:15.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:20:15.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_7 2026-02-22T22:20:15.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_7 2026-02-22T22:20:15.517 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:20:15.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10dfaa9c9da8 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10dfaa9c9da8 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10dfaa9c9da8 -o 10dfaa9c9da8 = 10dfaa9c9da8 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_7 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:15.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_7 2026-02-22T22:20:24.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:20:24.787+0000 7fa711498640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1b6c0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:20:24.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:20:24.787+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859de280 [3/5646bc16-b67f-4aeb-b94d-4513c171e414] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:20:40.164 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster2.client.mirror.0 with skip (0.5839154061575121) > weight (0.25) 2026-02-22T22:20:40.164 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.1 2026-02-22T22:20:40.165 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Sent signal 15 2026-02-22T22:20:40.165 INFO:tasks.rbd_mirror_thrash:waiting for 8.249743695573997 secs before reviving daemons 2026-02-22T22:20:40.165 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:20:40.166+0000 7f605a961640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 (PID: 53663) UID: 1000 2026-02-22T22:20:46.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:20:46.322+0000 7f451118a640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b95e05bc00 scan_remote_mirror_snapshots: failed to locate remote start snapshot: snap_id=191 2026-02-22T22:20:46.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:20:46.322+0000 7f451118a640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b95e05bc00 scan_remote_mirror_snapshots: split-brain detected: failed to find matching non-primary snapshot in remote image: local_snap_id_start=191, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=b01e47cb-9b49-4579-ac9a-2734372caaf4, primary_snap_id=bf, last_copied_object_number=128, snap_seqs={191=18446744073709551614}] 2026-02-22T22:20:46.326 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_7 deleted 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_7 2026-02-22T22:20:46.339 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:20:46.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:20:46.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_7 2026-02-22T22:20:46.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_7 2026-02-22T22:20:46.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:20:46.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_7: (2) No such file or directory 2026-02-22T22:20:46.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:20:46.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:20:46.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:20:46.470 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_7 deleted '' 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_7 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:20:46.471 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:20:46.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_7 2026-02-22T22:20:46.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_7 2026-02-22T22:20:46.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:20:46.493 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_7: (2) No such file or directory 2026-02-22T22:20:46.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:20:46.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:20:46.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:20:46.496 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:20:46.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_7 2026-02-22T22:20:46.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:46.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:46.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:46.497 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_7 2026-02-22T22:20:46.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_7 2026-02-22T22:20:46.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:46.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:46.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:46.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:20:46.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:20:46.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_7 2026-02-22T22:20:46.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:46.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:46.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_7 2026-02-22T22:20:46.531 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_7 2026-02-22T22:20:46.561 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_7 2026-02-22T22:20:46.724 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:20:46.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:20:46.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:20:46.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_8 2026-02-22T22:20:46.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_8 512M 2026-02-22T22:20:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:20:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:20:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:20:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:20:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:20:46.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:20:46.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:20:46.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:20:46.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_8 2026-02-22T22:20:46.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_8 2026-02-22T22:20:46.764 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:46.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:46.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:20:46.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:20:46.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_8 snapshot 2026-02-22T22:20:47.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:20:47.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_8 2026-02-22T22:20:47.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_8': 2026-02-22T22:20:47.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:20:47.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:20:47.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:20:47.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 18f69ff5e9d7 2026-02-22T22:20:47.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.18f69ff5e9d7 2026-02-22T22:20:47.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:20:47.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:20:47.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:20:47.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:20:47.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:20:46 2026 2026-02-22T22:20:47.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:20:46 2026 2026-02-22T22:20:47.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:20:46 2026 2026-02-22T22:20:47.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:20:47.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:20:47.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: ab6edc32-ee79-487d-959e-ea55f32c0076 2026-02-22T22:20:47.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:20:47.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_8 2026-02-22T22:20:47.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:47.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:47.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:20:47.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:20:47.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=9 2026-02-22T22:20:47.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:20:47.383 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 9s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_8 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:20:47.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 94692352 bytes 2026-02-22T22:20:47.606 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 207654912 bytes 2026-02-22T22:20:47.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 330972160 bytes 2026-02-22T22:20:47.730 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 398794752 bytes 2026-02-22T22:20:47.774 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 419121152 bytes 2026-02-22T22:20:47.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 469637120 bytes 2026-02-22T22:20:47.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 493469696 bytes 2026-02-22T22:20:47.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 540201984 bytes 2026-02-22T22:20:47.959 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 566107136 bytes 2026-02-22T22:20:48.006 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 615120896 bytes 2026-02-22T22:20:48.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 663075840 bytes 2026-02-22T22:20:48.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 738131968 bytes 2026-02-22T22:20:48.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 779239424 bytes 2026-02-22T22:20:48.208 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 811838464 bytes 2026-02-22T22:20:48.240 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 812452864 bytes 2026-02-22T22:20:48.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 834999296 bytes 2026-02-22T22:20:48.311 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 835601408 bytes 2026-02-22T22:20:48.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 860008448 bytes 2026-02-22T22:20:48.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 883485696 bytes 2026-02-22T22:20:48.415 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.1 2026-02-22T22:20:48.415 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:20:48.415 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.1 2026-02-22T22:20:48.416 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Restarting daemon 2026-02-22T22:20:48.416 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 2026-02-22T22:20:48.418 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Started 2026-02-22T22:20:48.418 INFO:tasks.rbd_mirror_thrash:waiting for 96.80963351861624 secs before thrashing 2026-02-22T22:20:48.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 889836544 bytes 2026-02-22T22:20:48.466 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 916926464 bytes 2026-02-22T22:20:48.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 979146752 bytes 2026-02-22T22:20:48.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1040361472 bytes 2026-02-22T22:20:48.628 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1073404928 bytes 2026-02-22T22:20:48.665 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1091805184 bytes 2026-02-22T22:20:48.701 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1108881408 bytes 2026-02-22T22:20:48.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1116163072 bytes 2026-02-22T22:20:48.776 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1142234112 bytes 2026-02-22T22:20:48.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1147150336 bytes 2026-02-22T22:20:48.860 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1188445184 bytes 2026-02-22T22:20:48.909 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1234793472 bytes 2026-02-22T22:20:48.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1246006272 bytes 2026-02-22T22:20:48.978 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1256055808 bytes 2026-02-22T22:20:49.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1318221824 bytes 2026-02-22T22:20:49.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1353483264 bytes 2026-02-22T22:20:49.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1386331136 bytes 2026-02-22T22:20:49.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1458161664 bytes 2026-02-22T22:20:49.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1535044608 bytes 2026-02-22T22:20:49.317 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1632731136 bytes 2026-02-22T22:20:49.367 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1679909888 bytes 2026-02-22T22:20:49.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1695962112 bytes 2026-02-22T22:20:49.440 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1709028352 bytes 2026-02-22T22:20:49.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1760847872 bytes 2026-02-22T22:20:49.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1791157248 bytes 2026-02-22T22:20:49.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1875813376 bytes 2026-02-22T22:20:49.640 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1900485632 bytes 2026-02-22T22:20:49.671 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1901103104 bytes 2026-02-22T22:20:49.734 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1991647232 bytes 2026-02-22T22:20:49.789 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2050768896 bytes 2026-02-22T22:20:49.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2058482688 bytes 2026-02-22T22:20:49.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2134983680 bytes 2026-02-22T22:20:49.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2186625024 bytes 2026-02-22T22:20:49.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2258229248 bytes 2026-02-22T22:20:50.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2283410432 bytes 2026-02-22T22:20:50.092 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2330362880 bytes 2026-02-22T22:20:50.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2426005504 bytes 2026-02-22T22:20:50.209 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2470253568 bytes 2026-02-22T22:20:50.274 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2553527296 bytes 2026-02-22T22:20:50.330 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2605302784 bytes 2026-02-22T22:20:50.371 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2635877376 bytes 2026-02-22T22:20:50.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2683302912 bytes 2026-02-22T22:20:50.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2695562240 bytes 2026-02-22T22:20:50.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2759830528 bytes 2026-02-22T22:20:50.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2776351744 bytes 2026-02-22T22:20:50.596 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2840302592 bytes 2026-02-22T22:20:50.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2844190720 bytes 2026-02-22T22:20:50.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2898427904 bytes 2026-02-22T22:20:50.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2987537408 bytes 2026-02-22T22:20:50.818 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3071744000 bytes 2026-02-22T22:20:50.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3175806976 bytes 2026-02-22T22:20:50.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3219773440 bytes 2026-02-22T22:20:50.977 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3240716288 bytes 2026-02-22T22:20:51.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3304184832 bytes 2026-02-22T22:20:51.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3396816896 bytes 2026-02-22T22:20:51.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3449622528 bytes 2026-02-22T22:20:51.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3504212992 bytes 2026-02-22T22:20:51.271 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3590024192 bytes 2026-02-22T22:20:51.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3590629376 bytes 2026-02-22T22:20:51.340 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3597000704 bytes 2026-02-22T22:20:51.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3633715200 bytes 2026-02-22T22:20:51.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3665812480 bytes 2026-02-22T22:20:51.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3742545920 bytes 2026-02-22T22:20:51.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3769390080 bytes 2026-02-22T22:20:51.574 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3794692096 bytes 2026-02-22T22:20:51.611 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3812810752 bytes 2026-02-22T22:20:51.649 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3830952960 bytes 2026-02-22T22:20:51.697 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3867276288 bytes 2026-02-22T22:20:51.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3976771584 bytes 2026-02-22T22:20:51.816 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 4014767104 bytes 2026-02-22T22:20:51.858 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4043035648 bytes 2026-02-22T22:20:51.890 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4043638784 bytes 2026-02-22T22:20:51.932 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4069668864 bytes 2026-02-22T22:20:51.989 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4136649728 bytes 2026-02-22T22:20:52.028 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4156761088 bytes 2026-02-22T22:20:52.070 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4188819456 bytes 2026-02-22T22:20:52.116 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4224186368 bytes 2026-02-22T22:20:52.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4248751104 bytes 2026-02-22T22:20:52.189 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4255046656 bytes 2026-02-22T22:20:52.229 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4278350848 bytes 2026-02-22T22:20:52.272 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4295184384 bytes 2026-02-22T22:20:52.303 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4295777280 bytes 2026-02-22T22:20:52.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4310540288 bytes 2026-02-22T22:20:52.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4364838912 bytes 2026-02-22T22:20:52.437 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4387371008 bytes 2026-02-22T22:20:52.501 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4471910400 bytes 2026-02-22T22:20:52.541 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4492203008 bytes 2026-02-22T22:20:52.593 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4542579712 bytes 2026-02-22T22:20:52.636 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4575193088 bytes 2026-02-22T22:20:52.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4604912640 bytes 2026-02-22T22:20:52.938 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4634890240 bytes 2026-02-22T22:20:52.986 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4666638336 bytes 2026-02-22T22:20:53.057 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4762008576 bytes 2026-02-22T22:20:53.302 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4789842944 bytes 2026-02-22T22:20:53.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4848720896 bytes 2026-02-22T22:20:53.419 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4875234304 bytes 2026-02-22T22:20:53.485 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 4967502848 bytes 2026-02-22T22:20:53.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5010488320 bytes 2026-02-22T22:20:53.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5082129408 bytes 2026-02-22T22:20:53.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5088657408 bytes 2026-02-22T22:20:53.669 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5125459968 bytes 2026-02-22T22:20:53.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5144016896 bytes 2026-02-22T22:20:53.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5165454336 bytes 2026-02-22T22:20:53.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5181366272 bytes 2026-02-22T22:20:53.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5213112320 bytes 2026-02-22T22:20:53.882 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5258493952 bytes 2026-02-22T22:20:53.928 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5304898560 bytes 2026-02-22T22:20:53.992 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5381939200 bytes 2026-02-22T22:20:54.040 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5416065024 bytes 2026-02-22T22:20:54.093 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5467885568 bytes 2026-02-22T22:20:54.142 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5511264256 bytes 2026-02-22T22:20:54.187 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5542541312 bytes 2026-02-22T22:20:54.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5585307648 bytes 2026-02-22T22:20:54.268 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5589241856 bytes 2026-02-22T22:20:54.307 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5625275392 bytes 2026-02-22T22:20:54.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5688018944 bytes 2026-02-22T22:20:54.414 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5726643200 bytes 2026-02-22T22:20:54.458 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5765858304 bytes 2026-02-22T22:20:54.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5782056960 bytes 2026-02-22T22:20:54.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5826612224 bytes 2026-02-22T22:20:54.581 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5843316736 bytes 2026-02-22T22:20:54.616 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5852719104 bytes 2026-02-22T22:20:54.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5946847232 bytes 2026-02-22T22:20:54.721 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5961404416 bytes 2026-02-22T22:20:54.754 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5966034944 bytes 2026-02-22T22:20:54.799 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6003312640 bytes 2026-02-22T22:20:54.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6033785856 bytes 2026-02-22T22:20:54.899 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6092496896 bytes 2026-02-22T22:20:54.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6117908480 bytes 2026-02-22T22:20:55.007 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6196311040 bytes 2026-02-22T22:20:55.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6235230208 bytes 2026-02-22T22:20:55.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6277729280 bytes 2026-02-22T22:20:55.141 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6302231552 bytes 2026-02-22T22:20:55.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6321315840 bytes 2026-02-22T22:20:55.234 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6385344512 bytes 2026-02-22T22:20:55.288 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6443975680 bytes 2026-02-22T22:20:55.335 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6495080448 bytes 2026-02-22T22:20:55.385 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6527097856 bytes 2026-02-22T22:20:55.432 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6568588288 bytes 2026-02-22T22:20:55.475 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6600288256 bytes 2026-02-22T22:20:55.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6630846464 bytes 2026-02-22T22:20:55.573 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6705920000 bytes 2026-02-22T22:20:55.627 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6752634880 bytes 2026-02-22T22:20:55.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6803937280 bytes 2026-02-22T22:20:55.719 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6849889280 bytes 2026-02-22T22:20:55.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 6922548224 bytes 2026-02-22T22:20:55.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 6947257344 bytes 2026-02-22T22:20:55.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 6960667648 bytes 2026-02-22T22:20:55.901 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 6975004672 bytes 2026-02-22T22:20:55.940 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 6999251968 bytes 2026-02-22T22:20:55.975 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7026029568 bytes 2026-02-22T22:20:56.021 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7057507328 bytes 2026-02-22T22:20:56.064 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7088067584 bytes 2026-02-22T22:20:56.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7163482112 bytes 2026-02-22T22:20:56.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7196004352 bytes 2026-02-22T22:20:56.238 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7296683008 bytes 2026-02-22T22:20:56.299 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7354458112 bytes 2026-02-22T22:20:56.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7372870656 bytes 2026-02-22T22:20:56.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:20:56.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_8 present 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:20:56.389 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_8 2026-02-22T22:20:56.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:20:56.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:20:56.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_8 2026-02-22T22:20:56.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_8 2026-02-22T22:20:56.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:20:56.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10dfab8a04dd 2026-02-22T22:20:56.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:20:56.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:20:56.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_8 present 10dfab8a04dd 2026-02-22T22:20:56.519 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10dfab8a04dd 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_8 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_8 2026-02-22T22:20:56.520 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_8 2026-02-22T22:20:56.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:20:56.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10dfab8a04dd 2026-02-22T22:20:56.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10dfab8a04dd 2026-02-22T22:20:56.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10dfab8a04dd -o 10dfab8a04dd = 10dfab8a04dd 2026-02-22T22:20:56.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:20:56.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:20:56.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:20:56.548 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_8 2026-02-22T22:20:56.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:20:56.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:20:56.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:20:56.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_8 2026-02-22T22:20:57.107 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.7837421979743181) > weight (0.25) 2026-02-22T22:20:57.108 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.5958572739951754) > weight (0.25) 2026-02-22T22:20:57.108 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.6890643531206542) > weight (0.25) 2026-02-22T22:20:57.108 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.6739033779300589) > weight (0.25) 2026-02-22T22:20:57.108 INFO:tasks.rbd_mirror_thrash:waiting for 85.28848590019854 secs before thrashing 2026-02-22T22:21:24.786 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:21:24.788+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f0859a3ba0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:21:24.787 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:21:24.788+0000 7fa717ca5640 -1 rbd::mirror::ImageReplayer: 0x55f0859de280 [3/ab6edc32-ee79-487d-959e-ea55f32c0076] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:21:27.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:21:27.356+0000 7f451118a640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b962bfec00 scan_remote_mirror_snapshots: failed to locate remote start snapshot: snap_id=192 2026-02-22T22:21:27.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:21:27.356+0000 7f451118a640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b962bfec00 scan_remote_mirror_snapshots: split-brain detected: failed to find matching non-primary snapshot in remote image: local_snap_id_start=192, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=b01e47cb-9b49-4579-ac9a-2734372caaf4, primary_snap_id=c0, last_copied_object_number=128, snap_seqs={192=18446744073709551614}] 2026-02-22T22:21:27.359 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:21:27.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_8 deleted 2026-02-22T22:21:27.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:21:27.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:27.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:21:27.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:21:27.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:21:27.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:21:27.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:21:27.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_8 2026-02-22T22:21:27.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:21:27.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:21:27.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_8 2026-02-22T22:21:27.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_8 2026-02-22T22:21:27.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:21:27.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_8: (2) No such file or directory 2026-02-22T22:21:27.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:21:27.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:21:27.401 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:21:27.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_8 deleted '' 2026-02-22T22:21:27.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:21:27.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:27.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:21:27.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:21:27.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:21:27.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:21:27.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:21:27.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_8 2026-02-22T22:21:27.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:21:27.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:21:27.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_8 2026-02-22T22:21:27.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_8 2026-02-22T22:21:27.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:21:27.525 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_8: (2) No such file or directory 2026-02-22T22:21:27.528 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:21:27.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:21:27.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:21:27.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:21:27.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_8 2026-02-22T22:21:27.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:21:27.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:27.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:21:27.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_8 2026-02-22T22:21:27.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_8 2026-02-22T22:21:27.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:21:27.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:27.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:21:27.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:21:27.562 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:21:27.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_8 2026-02-22T22:21:27.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:21:27.563 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:27.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_8 2026-02-22T22:21:27.564 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_8 2026-02-22T22:21:27.594 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_8 2026-02-22T22:21:27.762 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_9 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_9 512M 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:21:27.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_9 2026-02-22T22:21:27.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_9 2026-02-22T22:21:27.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:21:27.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:27.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:21:27.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:21:27.802 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_9 snapshot 2026-02-22T22:21:28.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:21:28.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_9 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_9': 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1911c3c8da7d 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1911c3c8da7d 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:21:27 2026 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:21:27 2026 2026-02-22T22:21:28.404 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:21:27 2026 2026-02-22T22:21:28.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:21:28.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:21:28.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: 469b7480-184e-4590-a65c-c1bcddc63530 2026-02-22T22:21:28.405 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:21:28.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_9 2026-02-22T22:21:28.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:21:28.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:28.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:21:28.407 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:21:28.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=8 2026-02-22T22:21:28.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:21:28.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 8s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_9 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:21:28.549 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 68302848 bytes 2026-02-22T22:21:28.609 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 105852928 bytes 2026-02-22T22:21:28.684 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 216064000 bytes 2026-02-22T22:21:28.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 257460224 bytes 2026-02-22T22:21:28.783 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 310008832 bytes 2026-02-22T22:21:28.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 354707456 bytes 2026-02-22T22:21:28.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 375555072 bytes 2026-02-22T22:21:28.929 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 446908416 bytes 2026-02-22T22:21:28.970 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 501677056 bytes 2026-02-22T22:21:29.012 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 509223936 bytes 2026-02-22T22:21:29.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 522382336 bytes 2026-02-22T22:21:29.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 574153728 bytes 2026-02-22T22:21:29.149 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 626180096 bytes 2026-02-22T22:21:29.190 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 645890048 bytes 2026-02-22T22:21:29.223 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 651501568 bytes 2026-02-22T22:21:29.266 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 690921472 bytes 2026-02-22T22:21:29.305 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 713865216 bytes 2026-02-22T22:21:29.362 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 776849408 bytes 2026-02-22T22:21:29.409 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 808045568 bytes 2026-02-22T22:21:29.450 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 833538048 bytes 2026-02-22T22:21:29.491 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 859121664 bytes 2026-02-22T22:21:29.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 918051840 bytes 2026-02-22T22:21:29.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 943803392 bytes 2026-02-22T22:21:29.641 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1011922944 bytes 2026-02-22T22:21:29.687 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1050438656 bytes 2026-02-22T22:21:29.738 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1113080832 bytes 2026-02-22T22:21:29.775 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1126600704 bytes 2026-02-22T22:21:29.823 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1165341696 bytes 2026-02-22T22:21:29.886 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1251251200 bytes 2026-02-22T22:21:29.941 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1309712384 bytes 2026-02-22T22:21:29.980 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1323847680 bytes 2026-02-22T22:21:30.016 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1334167552 bytes 2026-02-22T22:21:30.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1388740608 bytes 2026-02-22T22:21:30.119 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1445036032 bytes 2026-02-22T22:21:30.173 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1492172800 bytes 2026-02-22T22:21:30.217 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1530352640 bytes 2026-02-22T22:21:30.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1556395008 bytes 2026-02-22T22:21:30.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1572239360 bytes 2026-02-22T22:21:30.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1601909760 bytes 2026-02-22T22:21:30.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1604695040 bytes 2026-02-22T22:21:30.413 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1623321600 bytes 2026-02-22T22:21:30.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1630962688 bytes 2026-02-22T22:21:30.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1665977344 bytes 2026-02-22T22:21:30.538 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1698673664 bytes 2026-02-22T22:21:30.595 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 1763076096 bytes 2026-02-22T22:21:30.655 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 1858644992 bytes 2026-02-22T22:21:30.708 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 1915331584 bytes 2026-02-22T22:21:30.770 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 1977487360 bytes 2026-02-22T22:21:30.814 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2001722368 bytes 2026-02-22T22:21:30.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2087615488 bytes 2026-02-22T22:21:30.935 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2154482688 bytes 2026-02-22T22:21:30.976 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2169667584 bytes 2026-02-22T22:21:31.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2203736064 bytes 2026-02-22T22:21:31.074 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2270050304 bytes 2026-02-22T22:21:31.133 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2332425216 bytes 2026-02-22T22:21:31.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2391028736 bytes 2026-02-22T22:21:31.218 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2409678848 bytes 2026-02-22T22:21:31.285 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2502233088 bytes 2026-02-22T22:21:31.351 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2576295936 bytes 2026-02-22T22:21:31.395 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2607453184 bytes 2026-02-22T22:21:31.428 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2610802688 bytes 2026-02-22T22:21:31.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2620682240 bytes 2026-02-22T22:21:31.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2621297664 bytes 2026-02-22T22:21:31.532 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2633430016 bytes 2026-02-22T22:21:31.568 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2643697664 bytes 2026-02-22T22:21:31.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2655542272 bytes 2026-02-22T22:21:31.674 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2748157952 bytes 2026-02-22T22:21:31.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 2784216064 bytes 2026-02-22T22:21:31.753 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 2784831488 bytes 2026-02-22T22:21:31.801 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 2827523072 bytes 2026-02-22T22:21:31.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 2875348992 bytes 2026-02-22T22:21:31.906 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 2941663232 bytes 2026-02-22T22:21:31.951 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 2972957696 bytes 2026-02-22T22:21:32.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3075937280 bytes 2026-02-22T22:21:32.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3114723328 bytes 2026-02-22T22:21:32.118 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3160977408 bytes 2026-02-22T22:21:32.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3164289024 bytes 2026-02-22T22:21:32.206 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3206934528 bytes 2026-02-22T22:21:32.256 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3255459840 bytes 2026-02-22T22:21:32.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3283240960 bytes 2026-02-22T22:21:32.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3349214208 bytes 2026-02-22T22:21:32.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3365671936 bytes 2026-02-22T22:21:32.448 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3424150528 bytes 2026-02-22T22:21:32.523 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3519975424 bytes 2026-02-22T22:21:32.557 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3523380224 bytes 2026-02-22T22:21:32.597 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3550581760 bytes 2026-02-22T22:21:32.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3622726656 bytes 2026-02-22T22:21:32.693 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3623340032 bytes 2026-02-22T22:21:32.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3680049152 bytes 2026-02-22T22:21:32.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 3797019648 bytes 2026-02-22T22:21:32.875 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 3843354624 bytes 2026-02-22T22:21:32.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 3859307520 bytes 2026-02-22T22:21:32.973 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 3928272896 bytes 2026-02-22T22:21:33.017 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 3955508224 bytes 2026-02-22T22:21:33.061 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 3992130560 bytes 2026-02-22T22:21:33.122 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4065818624 bytes 2026-02-22T22:21:33.182 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4149340160 bytes 2026-02-22T22:21:33.241 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4228562944 bytes 2026-02-22T22:21:33.286 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4264802304 bytes 2026-02-22T22:21:33.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4302514176 bytes 2026-02-22T22:21:33.393 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4355244032 bytes 2026-02-22T22:21:33.433 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4385415168 bytes 2026-02-22T22:21:33.490 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4434451456 bytes 2026-02-22T22:21:33.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4484185088 bytes 2026-02-22T22:21:33.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4544217088 bytes 2026-02-22T22:21:33.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4568483840 bytes 2026-02-22T22:21:33.677 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4589852672 bytes 2026-02-22T22:21:33.725 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4636042240 bytes 2026-02-22T22:21:33.757 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4647539712 bytes 2026-02-22T22:21:33.811 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4705275904 bytes 2026-02-22T22:21:33.893 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4826273792 bytes 2026-02-22T22:21:33.942 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4867663872 bytes 2026-02-22T22:21:33.987 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 4894337024 bytes 2026-02-22T22:21:34.039 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 4945982464 bytes 2026-02-22T22:21:34.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 4993089536 bytes 2026-02-22T22:21:34.125 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5004566528 bytes 2026-02-22T22:21:34.164 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5025672192 bytes 2026-02-22T22:21:34.197 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5026309120 bytes 2026-02-22T22:21:34.226 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5027774464 bytes 2026-02-22T22:21:34.279 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5089754112 bytes 2026-02-22T22:21:34.337 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5153387520 bytes 2026-02-22T22:21:34.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5171501056 bytes 2026-02-22T22:21:34.418 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5196087296 bytes 2026-02-22T22:21:34.455 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5207718912 bytes 2026-02-22T22:21:34.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5291658240 bytes 2026-02-22T22:21:34.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5344966656 bytes 2026-02-22T22:21:34.613 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5354972160 bytes 2026-02-22T22:21:34.647 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5371490304 bytes 2026-02-22T22:21:34.696 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5405973504 bytes 2026-02-22T22:21:34.736 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5430941696 bytes 2026-02-22T22:21:34.769 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5448795136 bytes 2026-02-22T22:21:34.803 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5449403392 bytes 2026-02-22T22:21:34.837 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5455915008 bytes 2026-02-22T22:21:34.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5489268736 bytes 2026-02-22T22:21:34.952 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 5575621632 bytes 2026-02-22T22:21:34.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 5620107264 bytes 2026-02-22T22:21:35.035 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 5642378240 bytes 2026-02-22T22:21:35.090 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 5676453888 bytes 2026-02-22T22:21:35.138 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 5720434688 bytes 2026-02-22T22:21:35.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 5811654656 bytes 2026-02-22T22:21:35.248 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 5845633024 bytes 2026-02-22T22:21:35.301 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 5887656960 bytes 2026-02-22T22:21:35.342 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 5911486464 bytes 2026-02-22T22:21:35.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 5949581312 bytes 2026-02-22T22:21:35.439 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 5998973952 bytes 2026-02-22T22:21:35.476 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6004165632 bytes 2026-02-22T22:21:35.521 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6041572352 bytes 2026-02-22T22:21:35.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6070738944 bytes 2026-02-22T22:21:35.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6126137344 bytes 2026-02-22T22:21:35.666 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6172470272 bytes 2026-02-22T22:21:35.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6202088448 bytes 2026-02-22T22:21:35.751 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6234560512 bytes 2026-02-22T22:21:35.786 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6237982720 bytes 2026-02-22T22:21:35.831 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6268472320 bytes 2026-02-22T22:21:35.867 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6281398272 bytes 2026-02-22T22:21:35.947 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6400147456 bytes 2026-02-22T22:21:35.998 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 6457279488 bytes 2026-02-22T22:21:36.058 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 6508763136 bytes 2026-02-22T22:21:36.115 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 6581153792 bytes 2026-02-22T22:21:36.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 6637102080 bytes 2026-02-22T22:21:36.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 6637725696 bytes 2026-02-22T22:21:36.244 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 6668940288 bytes 2026-02-22T22:21:36.313 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 6759903232 bytes 2026-02-22T22:21:36.369 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 6823034880 bytes 2026-02-22T22:21:36.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:21:36.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:21:36.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_9 present 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_9 2026-02-22T22:21:36.416 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:21:36.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:21:36.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_9 2026-02-22T22:21:36.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_9 2026-02-22T22:21:36.417 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:21:36.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10dff7a6d6ce 2026-02-22T22:21:36.444 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:21:36.445 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:21:36.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_9 present 10dff7a6d6ce 2026-02-22T22:21:36.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:21:36.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:36.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:21:36.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:21:36.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10dff7a6d6ce 2026-02-22T22:21:36.546 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:21:36.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:21:36.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_9 2026-02-22T22:21:36.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:21:36.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:21:36.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_9 2026-02-22T22:21:36.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_9 2026-02-22T22:21:36.547 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:21:36.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10dff7a6d6ce 2026-02-22T22:21:36.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10dff7a6d6ce 2026-02-22T22:21:36.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10dff7a6d6ce -o 10dff7a6d6ce = 10dff7a6d6ce 2026-02-22T22:21:36.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:21:36.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:21:36.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:21:36.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_9 2026-02-22T22:21:36.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:21:36.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:21:36.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:21:36.577 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_9 2026-02-22T22:21:54.787 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:21:54.787+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1b380 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:21:54.787 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:21:54.787+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859de280 [3/469b7480-184e-4590-a65c-c1bcddc63530] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:22:07.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:07.335+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b95ef59c00 scan_remote_mirror_snapshots: failed to locate remote start snapshot: snap_id=193 2026-02-22T22:22:07.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:07.335+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b95ef59c00 scan_remote_mirror_snapshots: split-brain detected: failed to find matching non-primary snapshot in remote image: local_snap_id_start=193, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=b01e47cb-9b49-4579-ac9a-2734372caaf4, primary_snap_id=c1, last_copied_object_number=128, snap_seqs={193=18446744073709551614}] 2026-02-22T22:22:07.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:22:07.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_9 deleted 2026-02-22T22:22:07.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:07.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:07.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:22:07.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:22:07.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:22:07.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:22:07.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:22:07.354 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_9 2026-02-22T22:22:07.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:07.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:07.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_9 2026-02-22T22:22:07.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_9 2026-02-22T22:22:07.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:22:07.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_9: (2) No such file or directory 2026-02-22T22:22:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:22:07.380 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:22:07.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:22:07.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_9 deleted '' 2026-02-22T22:22:07.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:07.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:07.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:22:07.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:22:07.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:22:07.483 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:22:07.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:22:07.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_9 2026-02-22T22:22:07.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:07.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:07.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_9 2026-02-22T22:22:07.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_9 2026-02-22T22:22:07.484 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:22:07.505 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_9: (2) No such file or directory 2026-02-22T22:22:07.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:22:07.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:22:07.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:22:07.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:07.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_9 2026-02-22T22:22:07.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:07.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:07.509 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:22:07.510 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_9 2026-02-22T22:22:07.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_9 2026-02-22T22:22:07.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:07.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:07.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:22:07.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:22:07.543 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:22:07.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_9 2026-02-22T22:22:07.544 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:07.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:07.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_9 2026-02-22T22:22:07.545 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_9 2026-02-22T22:22:07.576 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_9 2026-02-22T22:22:07.731 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for i in `seq 1 10` 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image=image_10 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ create_image cluster2 mirror image_10 512M 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local size=128 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -n 512M ']' 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ size=512M 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ shift 2026-02-22T22:22:07.735 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 create --size 512M --image-feature layering,exclusive-lock,object-map,fast-diff mirror/image_10 2026-02-22T22:22:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ enable_mirror cluster2 mirror image_10 2026-02-22T22:22:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:07.766 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:07.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:07.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local mode=snapshot 2026-02-22T22:22:07.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image enable mirror/image_10 snapshot 2026-02-22T22:22:08.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring enabled 2026-02-22T22:22:08.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 info mirror/image_10 2026-02-22T22:22:08.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:rbd image 'image_10': 2026-02-22T22:22:08.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: size 512 MiB in 128 objects 2026-02-22T22:22:08.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: order 22 (4 MiB objects) 2026-02-22T22:22:08.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: snapshot_count: 1 2026-02-22T22:22:08.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: id: 1923f2b77b1c 2026-02-22T22:22:08.386 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: block_name_prefix: rbd_data.1923f2b77b1c 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: format: 2 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: features: layering, exclusive-lock, object-map, fast-diff 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: op_features: 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: flags: 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: create_timestamp: Sun Feb 22 22:22:07 2026 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: access_timestamp: Sun Feb 22 22:22:07 2026 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: modify_timestamp: Sun Feb 22 22:22:07 2026 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring state: enabled 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring mode: snapshot 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring global id: a9a49327-6c7d-443d-a2ff-8b3f6cae327e 2026-02-22T22:22:08.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout: mirroring primary: true 2026-02-22T22:22:08.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stress_write_image cluster2 mirror image_10 2026-02-22T22:22:08.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:08.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:08.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:08.390 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ awk 'BEGIN {srand(); print int(10 * rand()) + 5}' 2026-02-22T22:22:08.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local duration=12 2026-02-22T22:22:08.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:08.391 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ timeout 12s ceph_test_rbd_mirror_random_write --cluster cluster2 mirror image_10 --debug-rbd=20 --debug-journaler=20 2026-02-22T22:22:08.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:100 IOs, 50472960 bytes 2026-02-22T22:22:08.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:200 IOs, 94772224 bytes 2026-02-22T22:22:08.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:300 IOs, 95384576 bytes 2026-02-22T22:22:08.678 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:400 IOs, 167235584 bytes 2026-02-22T22:22:08.732 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:500 IOs, 201199616 bytes 2026-02-22T22:22:08.780 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:600 IOs, 247743488 bytes 2026-02-22T22:22:08.825 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:700 IOs, 287280128 bytes 2026-02-22T22:22:08.876 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:800 IOs, 343457792 bytes 2026-02-22T22:22:08.926 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:900 IOs, 420366336 bytes 2026-02-22T22:22:08.985 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1000 IOs, 467450880 bytes 2026-02-22T22:22:09.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1100 IOs, 512884736 bytes 2026-02-22T22:22:09.069 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1200 IOs, 520209408 bytes 2026-02-22T22:22:09.112 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1300 IOs, 593412096 bytes 2026-02-22T22:22:09.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1400 IOs, 646611968 bytes 2026-02-22T22:22:09.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1500 IOs, 697020416 bytes 2026-02-22T22:22:09.280 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1600 IOs, 768309248 bytes 2026-02-22T22:22:09.325 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1700 IOs, 802791424 bytes 2026-02-22T22:22:09.364 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1800 IOs, 823359488 bytes 2026-02-22T22:22:09.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:1900 IOs, 869053440 bytes 2026-02-22T22:22:09.449 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2000 IOs, 876713984 bytes 2026-02-22T22:22:09.504 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2100 IOs, 938169344 bytes 2026-02-22T22:22:09.560 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2200 IOs, 972717056 bytes 2026-02-22T22:22:09.605 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2300 IOs, 1022313472 bytes 2026-02-22T22:22:09.639 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2400 IOs, 1022927872 bytes 2026-02-22T22:22:09.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2500 IOs, 1081308160 bytes 2026-02-22T22:22:09.749 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2600 IOs, 1151378432 bytes 2026-02-22T22:22:09.790 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2700 IOs, 1211119616 bytes 2026-02-22T22:22:09.847 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2800 IOs, 1250694144 bytes 2026-02-22T22:22:10.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:2900 IOs, 1272396800 bytes 2026-02-22T22:22:10.152 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3000 IOs, 1309751296 bytes 2026-02-22T22:22:10.216 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3100 IOs, 1375819776 bytes 2026-02-22T22:22:10.262 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3200 IOs, 1421618176 bytes 2026-02-22T22:22:10.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3300 IOs, 1443831808 bytes 2026-02-22T22:22:10.366 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3400 IOs, 1511592960 bytes 2026-02-22T22:22:10.397 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3500 IOs, 1512205312 bytes 2026-02-22T22:22:10.460 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3600 IOs, 1600814080 bytes 2026-02-22T22:22:10.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3700 IOs, 1614932992 bytes 2026-02-22T22:22:10.534 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3800 IOs, 1615576064 bytes 2026-02-22T22:22:10.566 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:3900 IOs, 1617429504 bytes 2026-02-22T22:22:10.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4000 IOs, 1697162240 bytes 2026-02-22T22:22:10.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4100 IOs, 1714649088 bytes 2026-02-22T22:22:10.720 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4200 IOs, 1767375872 bytes 2026-02-22T22:22:10.765 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4300 IOs, 1801389056 bytes 2026-02-22T22:22:10.848 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4400 IOs, 1928281088 bytes 2026-02-22T22:22:10.913 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4500 IOs, 2034514944 bytes 2026-02-22T22:22:10.967 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4600 IOs, 2080388096 bytes 2026-02-22T22:22:11.023 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4700 IOs, 2152080384 bytes 2026-02-22T22:22:11.073 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4800 IOs, 2198866944 bytes 2026-02-22T22:22:11.132 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:4900 IOs, 2265993216 bytes 2026-02-22T22:22:11.180 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5000 IOs, 2292945920 bytes 2026-02-22T22:22:11.212 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5100 IOs, 2293522432 bytes 2026-02-22T22:22:11.251 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5200 IOs, 2311405568 bytes 2026-02-22T22:22:11.296 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5300 IOs, 2342516736 bytes 2026-02-22T22:22:11.346 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5400 IOs, 2394142720 bytes 2026-02-22T22:22:11.388 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5500 IOs, 2412434432 bytes 2026-02-22T22:22:11.438 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5600 IOs, 2462479360 bytes 2026-02-22T22:22:11.494 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5700 IOs, 2518943744 bytes 2026-02-22T22:22:11.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5800 IOs, 2598244352 bytes 2026-02-22T22:22:11.617 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:5900 IOs, 2671296512 bytes 2026-02-22T22:22:11.658 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6000 IOs, 2688230400 bytes 2026-02-22T22:22:11.723 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6100 IOs, 2769043456 bytes 2026-02-22T22:22:11.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6200 IOs, 2794397696 bytes 2026-02-22T22:22:11.809 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6300 IOs, 2825435136 bytes 2026-02-22T22:22:11.851 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6400 IOs, 2847963136 bytes 2026-02-22T22:22:11.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6500 IOs, 2900653056 bytes 2026-02-22T22:22:11.950 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6600 IOs, 2931051520 bytes 2026-02-22T22:22:11.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6700 IOs, 2990140416 bytes 2026-02-22T22:22:12.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6800 IOs, 3046594560 bytes 2026-02-22T22:22:12.108 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:6900 IOs, 3069825024 bytes 2026-02-22T22:22:12.160 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7000 IOs, 3150522368 bytes 2026-02-22T22:22:12.221 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7100 IOs, 3188742144 bytes 2026-02-22T22:22:12.269 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7200 IOs, 3232980992 bytes 2026-02-22T22:22:12.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7300 IOs, 3266507776 bytes 2026-02-22T22:22:12.363 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7400 IOs, 3329723392 bytes 2026-02-22T22:22:12.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7500 IOs, 3363314688 bytes 2026-02-22T22:22:12.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7600 IOs, 3383201792 bytes 2026-02-22T22:22:12.495 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7700 IOs, 3405428736 bytes 2026-02-22T22:22:12.536 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7800 IOs, 3440453632 bytes 2026-02-22T22:22:12.600 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:7900 IOs, 3494740992 bytes 2026-02-22T22:22:12.650 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8000 IOs, 3549095936 bytes 2026-02-22T22:22:12.709 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8100 IOs, 3606764544 bytes 2026-02-22T22:22:12.767 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8200 IOs, 3671888896 bytes 2026-02-22T22:22:12.815 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8300 IOs, 3711950848 bytes 2026-02-22T22:22:12.861 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8400 IOs, 3751171072 bytes 2026-02-22T22:22:12.907 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8500 IOs, 3781493760 bytes 2026-02-22T22:22:12.968 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8600 IOs, 3858695168 bytes 2026-02-22T22:22:13.018 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8700 IOs, 3910608896 bytes 2026-02-22T22:22:13.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8800 IOs, 3919368192 bytes 2026-02-22T22:22:13.098 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:8900 IOs, 3941895168 bytes 2026-02-22T22:22:13.159 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9000 IOs, 4019562496 bytes 2026-02-22T22:22:13.191 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9100 IOs, 4036214784 bytes 2026-02-22T22:22:13.233 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9200 IOs, 4046045184 bytes 2026-02-22T22:22:13.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9300 IOs, 4125268992 bytes 2026-02-22T22:22:13.333 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9400 IOs, 4181752832 bytes 2026-02-22T22:22:13.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9500 IOs, 4304507904 bytes 2026-02-22T22:22:13.472 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9600 IOs, 4327671808 bytes 2026-02-22T22:22:13.503 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9700 IOs, 4336601088 bytes 2026-02-22T22:22:13.567 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9800 IOs, 4402215936 bytes 2026-02-22T22:22:13.624 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:9900 IOs, 4470711296 bytes 2026-02-22T22:22:13.672 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10000 IOs, 4516234240 bytes 2026-02-22T22:22:13.722 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10100 IOs, 4565653504 bytes 2026-02-22T22:22:13.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10200 IOs, 4633306112 bytes 2026-02-22T22:22:13.834 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10300 IOs, 4678550528 bytes 2026-02-22T22:22:13.885 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10400 IOs, 4715964416 bytes 2026-02-22T22:22:13.925 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10500 IOs, 4737806336 bytes 2026-02-22T22:22:13.955 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10600 IOs, 4738427904 bytes 2026-02-22T22:22:14.001 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10700 IOs, 4773167104 bytes 2026-02-22T22:22:14.067 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10800 IOs, 4860442624 bytes 2026-02-22T22:22:14.109 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:10900 IOs, 4875433984 bytes 2026-02-22T22:22:14.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11000 IOs, 4915385344 bytes 2026-02-22T22:22:14.207 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11100 IOs, 4963867648 bytes 2026-02-22T22:22:14.245 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11200 IOs, 4966290432 bytes 2026-02-22T22:22:14.293 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11300 IOs, 5004679168 bytes 2026-02-22T22:22:14.341 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11400 IOs, 5044671488 bytes 2026-02-22T22:22:14.403 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11500 IOs, 5117821952 bytes 2026-02-22T22:22:14.465 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11600 IOs, 5197797376 bytes 2026-02-22T22:22:14.540 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11700 IOs, 5286100992 bytes 2026-02-22T22:22:14.586 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11800 IOs, 5307150336 bytes 2026-02-22T22:22:14.630 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:11900 IOs, 5336341504 bytes 2026-02-22T22:22:14.667 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12000 IOs, 5352232960 bytes 2026-02-22T22:22:14.733 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12100 IOs, 5446652928 bytes 2026-02-22T22:22:14.773 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12200 IOs, 5471065088 bytes 2026-02-22T22:22:14.820 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12300 IOs, 5509416960 bytes 2026-02-22T22:22:14.862 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12400 IOs, 5536443392 bytes 2026-02-22T22:22:14.923 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12500 IOs, 5607966720 bytes 2026-02-22T22:22:14.984 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12600 IOs, 5687588864 bytes 2026-02-22T22:22:15.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12700 IOs, 5711383552 bytes 2026-02-22T22:22:15.084 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12800 IOs, 5770998784 bytes 2026-02-22T22:22:15.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:12900 IOs, 5792949248 bytes 2026-02-22T22:22:15.172 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13000 IOs, 5827141632 bytes 2026-02-22T22:22:15.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13100 IOs, 5888658432 bytes 2026-02-22T22:22:15.281 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13200 IOs, 5947222016 bytes 2026-02-22T22:22:15.323 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13300 IOs, 5971525632 bytes 2026-02-22T22:22:15.358 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13400 IOs, 5982033920 bytes 2026-02-22T22:22:15.415 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13500 IOs, 6049946624 bytes 2026-02-22T22:22:15.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13600 IOs, 6069321728 bytes 2026-02-22T22:22:15.492 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13700 IOs, 6069931008 bytes 2026-02-22T22:22:15.533 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13800 IOs, 6093811712 bytes 2026-02-22T22:22:15.592 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:13900 IOs, 6167336960 bytes 2026-02-22T22:22:15.642 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14000 IOs, 6197508096 bytes 2026-02-22T22:22:15.692 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14100 IOs, 6248410112 bytes 2026-02-22T22:22:15.748 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14200 IOs, 6309834752 bytes 2026-02-22T22:22:15.800 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14300 IOs, 6368740352 bytes 2026-02-22T22:22:15.844 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14400 IOs, 6389783552 bytes 2026-02-22T22:22:15.892 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14500 IOs, 6444388352 bytes 2026-02-22T22:22:15.945 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14600 IOs, 6491432960 bytes 2026-02-22T22:22:15.999 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14700 IOs, 6549397504 bytes 2026-02-22T22:22:16.063 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14800 IOs, 6624330752 bytes 2026-02-22T22:22:16.107 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:14900 IOs, 6645109760 bytes 2026-02-22T22:22:16.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15000 IOs, 6688054272 bytes 2026-02-22T22:22:16.220 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15100 IOs, 6795979776 bytes 2026-02-22T22:22:16.283 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15200 IOs, 6839898112 bytes 2026-02-22T22:22:16.334 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15300 IOs, 6878788608 bytes 2026-02-22T22:22:16.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15400 IOs, 6908916736 bytes 2026-02-22T22:22:16.424 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15500 IOs, 6948117504 bytes 2026-02-22T22:22:16.474 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15600 IOs, 6998075392 bytes 2026-02-22T22:22:16.516 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15700 IOs, 7034876928 bytes 2026-02-22T22:22:16.551 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15800 IOs, 7035481088 bytes 2026-02-22T22:22:16.598 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:15900 IOs, 7065564160 bytes 2026-02-22T22:22:16.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16000 IOs, 7087157248 bytes 2026-02-22T22:22:16.686 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16100 IOs, 7129682944 bytes 2026-02-22T22:22:16.740 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16200 IOs, 7182624768 bytes 2026-02-22T22:22:16.788 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16300 IOs, 7218026496 bytes 2026-02-22T22:22:16.836 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16400 IOs, 7264392192 bytes 2026-02-22T22:22:16.869 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16500 IOs, 7268511744 bytes 2026-02-22T22:22:16.915 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16600 IOs, 7312313344 bytes 2026-02-22T22:22:16.995 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16700 IOs, 7426539520 bytes 2026-02-22T22:22:17.048 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16800 IOs, 7493157888 bytes 2026-02-22T22:22:17.096 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:16900 IOs, 7525607424 bytes 2026-02-22T22:22:17.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17000 IOs, 7583295488 bytes 2026-02-22T22:22:17.198 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17100 IOs, 7619427328 bytes 2026-02-22T22:22:17.257 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17200 IOs, 7682080768 bytes 2026-02-22T22:22:17.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17300 IOs, 7744747520 bytes 2026-02-22T22:22:17.361 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17400 IOs, 7793162240 bytes 2026-02-22T22:22:17.406 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17500 IOs, 7842063360 bytes 2026-02-22T22:22:17.454 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17600 IOs, 7869000704 bytes 2026-02-22T22:22:17.498 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17700 IOs, 7901632512 bytes 2026-02-22T22:22:17.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17800 IOs, 7912919040 bytes 2026-02-22T22:22:17.584 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:17900 IOs, 7977477120 bytes 2026-02-22T22:22:17.651 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18000 IOs, 8038323200 bytes 2026-02-22T22:22:17.695 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18100 IOs, 8065117184 bytes 2026-02-22T22:22:17.745 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18200 IOs, 8107404288 bytes 2026-02-22T22:22:17.792 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18300 IOs, 8145020928 bytes 2026-02-22T22:22:17.833 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18400 IOs, 8164576256 bytes 2026-02-22T22:22:17.883 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18500 IOs, 8207410176 bytes 2026-02-22T22:22:17.944 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18600 IOs, 8286454784 bytes 2026-02-22T22:22:18.008 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18700 IOs, 8372869120 bytes 2026-02-22T22:22:18.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18800 IOs, 8391441408 bytes 2026-02-22T22:22:18.094 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:18900 IOs, 8416297984 bytes 2026-02-22T22:22:18.140 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19000 IOs, 8419300352 bytes 2026-02-22T22:22:18.192 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19100 IOs, 8471857152 bytes 2026-02-22T22:22:18.246 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19200 IOs, 8518853632 bytes 2026-02-22T22:22:18.306 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19300 IOs, 8580026368 bytes 2026-02-22T22:22:18.360 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19400 IOs, 8646963200 bytes 2026-02-22T22:22:18.408 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19500 IOs, 8680173568 bytes 2026-02-22T22:22:18.459 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19600 IOs, 8729990144 bytes 2026-02-22T22:22:18.518 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19700 IOs, 8801839104 bytes 2026-02-22T22:22:18.569 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19800 IOs, 8842256384 bytes 2026-02-22T22:22:18.637 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:19900 IOs, 8859012096 bytes 2026-02-22T22:22:18.704 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20000 IOs, 8937763840 bytes 2026-02-22T22:22:18.746 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20100 IOs, 8968538112 bytes 2026-02-22T22:22:18.793 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20200 IOs, 9000993792 bytes 2026-02-22T22:22:18.840 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20300 IOs, 9039723520 bytes 2026-02-22T22:22:18.898 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20400 IOs, 9120949248 bytes 2026-02-22T22:22:19.147 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20500 IOs, 9141962752 bytes 2026-02-22T22:22:19.204 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20600 IOs, 9207425024 bytes 2026-02-22T22:22:19.259 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20700 IOs, 9237819392 bytes 2026-02-22T22:22:19.312 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20800 IOs, 9308003328 bytes 2026-02-22T22:22:19.365 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:20900 IOs, 9356033024 bytes 2026-02-22T22:22:19.412 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21000 IOs, 9396009984 bytes 2026-02-22T22:22:19.463 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21100 IOs, 9437550592 bytes 2026-02-22T22:22:19.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21200 IOs, 9552453632 bytes 2026-02-22T22:22:19.588 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21300 IOs, 9593418752 bytes 2026-02-22T22:22:19.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21400 IOs, 9598032896 bytes 2026-02-22T22:22:19.668 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21500 IOs, 9605990400 bytes 2026-02-22T22:22:19.710 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21600 IOs, 9633072128 bytes 2026-02-22T22:22:19.760 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21700 IOs, 9697205248 bytes 2026-02-22T22:22:19.829 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21800 IOs, 9774790656 bytes 2026-02-22T22:22:19.870 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:21900 IOs, 9793256448 bytes 2026-02-22T22:22:19.936 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22000 IOs, 9882024960 bytes 2026-02-22T22:22:19.988 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22100 IOs, 9935858688 bytes 2026-02-22T22:22:20.041 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22200 IOs, 9997802496 bytes 2026-02-22T22:22:20.082 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22300 IOs, 10024680448 bytes 2026-02-22T22:22:20.124 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22400 IOs, 10052681728 bytes 2026-02-22T22:22:20.175 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22500 IOs, 10080684032 bytes 2026-02-22T22:22:20.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22600 IOs, 10128828416 bytes 2026-02-22T22:22:20.284 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22700 IOs, 10209889280 bytes 2026-02-22T22:22:20.345 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22800 IOs, 10260149248 bytes 2026-02-22T22:22:20.387 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:22900 IOs, 10284395520 bytes 2026-02-22T22:22:20.398 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=124 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 124 -eq 124 ']' 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_10 present 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=present 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:22:20.399 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:22:20.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_10 2026-02-22T22:22:20.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:20.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:20.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_10 2026-02-22T22:22:20.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_10 2026-02-22T22:22:20.400 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:22:20.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id=10dfe92ec1e3 2026-02-22T22:22:20.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:22:20.427 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_10 present 10dfe92ec1e3 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=present 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id=10dfe92ec1e3 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_10 2026-02-22T22:22:20.529 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:20.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:20.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_10 2026-02-22T22:22:20.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_10 2026-02-22T22:22:20.530 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:22:20.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id=10dfe92ec1e3 2026-02-22T22:22:20.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 10dfe92ec1e3 2026-02-22T22:22:20.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -z 10dfe92ec1e3 -o 10dfe92ec1e3 = 10dfe92ec1e3 2026-02-22T22:22:20.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_state=present 2026-02-22T22:22:20.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test present = present 2026-02-22T22:22:20.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:20.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ disable_mirror cluster2 mirror image_10 2026-02-22T22:22:20.558 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:20.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:20.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:20.559 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 mirror image disable mirror/image_10 2026-02-22T22:22:22.397 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.0 with skip (0.48923679187840896) > weight (0.25) 2026-02-22T22:22:22.398 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.1 with skip (0.4169694765042411) > weight (0.25) 2026-02-22T22:22:22.398 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.2 with skip (0.7287746184828985) > weight (0.25) 2026-02-22T22:22:22.398 INFO:tasks.rbd_mirror_thrash:skipping daemon cluster1.client.mirror.3 with skip (0.7596941583182695) > weight (0.25) 2026-02-22T22:22:22.398 INFO:tasks.rbd_mirror_thrash:waiting for 68.38506420131576 secs before thrashing 2026-02-22T22:22:24.787 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:24.786+0000 7fa710c97640 -1 rbd::mirror::image_replayer::BootstrapRequest: 0x55f085a1a9c0 handle_prepare_local_image: error preparing local image for replay: (85) Interrupted system call should be restarted 2026-02-22T22:22:24.787 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:24.786+0000 7fa7174a4640 -1 rbd::mirror::ImageReplayer: 0x55f0859de280 [3/a9a49327-6c7d-443d-a2ff-8b3f6cae327e] operator(): start failed: (85) Interrupted system call should be restarted 2026-02-22T22:22:25.229 INFO:tasks.rbd_mirror_thrash:kill cluster2.client.mirror.0 2026-02-22T22:22:25.229 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Sent signal 15 2026-02-22T22:22:25.229 INFO:tasks.rbd_mirror_thrash:waiting for 5.842521061869569 secs before reviving daemons 2026-02-22T22:22:25.230 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:25.230+0000 7f0acf3b6640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 (PID: 54470) UID: 1000 2026-02-22T22:22:31.072 INFO:tasks.rbd_mirror_thrash:waiting for cluster2.client.mirror.0 2026-02-22T22:22:31.073 INFO:teuthology.orchestra.run:waiting for 600 2026-02-22T22:22:31.073 INFO:tasks.rbd_mirror_thrash:reviving cluster2.client.mirror.0 2026-02-22T22:22:31.073 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Restarting daemon 2026-02-22T22:22:31.073 DEBUG:teuthology.orchestra.run.trial172:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 2026-02-22T22:22:31.076 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Started 2026-02-22T22:22:31.076 INFO:tasks.rbd_mirror_thrash:waiting for 78.85505496786355 secs before thrashing 2026-02-22T22:22:51.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:51.205+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b960610800 scan_remote_mirror_snapshots: failed to locate remote start snapshot: snap_id=194 2026-02-22T22:22:51.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:51.205+0000 7f451298d640 -1 rbd::mirror::image_replayer::snapshot::Replayer: 0x55b960610800 scan_remote_mirror_snapshots: split-brain detected: failed to find matching non-primary snapshot in remote image: local_snap_id_start=194, local_snap_ns=[mirror state=non-primary, complete=1, mirror_peer_uuids=, primary_mirror_uuid=b01e47cb-9b49-4579-ac9a-2734372caaf4, primary_snap_id=c2, last_copied_object_number=128, snap_seqs={194=18446744073709551614}] 2026-02-22T22:22:51.214 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:Mirroring disabled 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_present cluster1 mirror image_10 deleted 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local state=deleted 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local s 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_10 2026-02-22T22:22:51.227 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:51.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:51.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_10 2026-02-22T22:22:51.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_10 2026-02-22T22:22:51.228 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:22:51.250 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_10: (2) No such file or directory 2026-02-22T22:22:51.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ image_id= 2026-02-22T22:22:51.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0.1 1 2 4 8 8 8 8 8 8 8 8 16 16 32 32 2026-02-22T22:22:51.253 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0.1 2026-02-22T22:22:51.355 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test_image_present cluster1 mirror image_10 deleted '' 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local test_state=deleted 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image_id= 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_state=deleted 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local current_image_id 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ get_image_id cluster1 mirror image_10 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:51.356 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local image=image_10 2026-02-22T22:22:51.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rbd --cluster=cluster1 info mirror/image_10 2026-02-22T22:22:51.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ sed -ne 's/^.*block_name_prefix: rbd_data\.//p' 2026-02-22T22:22:51.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:rbd: error opening image image_10: (2) No such file or directory 2026-02-22T22:22:51.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ current_image_id= 2026-02-22T22:22:51.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n '' 2026-02-22T22:22:51.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test deleted = deleted 2026-02-22T22:22:51.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:51.381 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ purge_snapshots cluster2 mirror image_10 2026-02-22T22:22:51.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:51.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:51.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:51.382 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster cluster2 snap purge mirror/image_10 2026-02-22T22:22:51.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image_retry cluster2 mirror image_10 2026-02-22T22:22:51.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:51.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:51.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:51.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 4 8 16 32 2026-02-22T22:22:51.619 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:22:51.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ remove_image cluster2 mirror image_10 2026-02-22T22:22:51.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:51.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:51.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local image=image_10 2026-02-22T22:22:51.620 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 snap purge mirror/image_10 2026-02-22T22:22:51.654 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rbd --cluster=cluster2 rm mirror/image_10 2026-02-22T22:22:52.022 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2026-02-22T22:22:52.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:52.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ testlog 'TEST: check if removed images'\'' OMAP are removed' 2026-02-22T22:22:52.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ tee -a /tmp/tmp.xr9JSZKcRI/rbd-mirror.test.log 2026-02-22T22:22:52.026 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ date '+%F %T' 2026-02-22T22:22:52.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo 2026-02-22 22:22:52 TEST: check if removed 'images'\''' OMAP are removed 2026-02-22T22:22:52.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:2026-02-22 22:22:52 TEST: check if removed images' OMAP are removed 2026-02-22T22:22:52.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_in_omap cluster1 mirror 2026-02-22T22:22:52.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:52.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:52.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_omap_keys cluster1 mirror rbd_mirroring status_global 2026-02-22T22:22:52.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:52.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:52.031 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local obj_name=rbd_mirroring 2026-02-22T22:22:52.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local filter=status_global 2026-02-22T22:22:52.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 2 4 4 8 8 8 16 16 32 2026-02-22T22:22:52.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:22:52.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:52.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ count_omap_keys_with_filter cluster1 mirror rbd_mirroring status_global 2026-02-22T22:22:52.032 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:52.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:52.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirroring 2026-02-22T22:22:52.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local filter=status_global 2026-02-22T22:22:52.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ list_omap_keys cluster1 mirror rbd_mirroring 2026-02-22T22:22:52.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -c status_global 2026-02-22T22:22:52.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:52.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:52.033 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirroring 2026-02-22T22:22:52.034 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rados --cluster cluster1 -p mirror listomapkeys rbd_mirroring 2026-02-22T22:22:52.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 = 0 2026-02-22T22:22:52.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T22:22:52.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:22:52.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 0 ']' 2026-02-22T22:22:52.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:52.053 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_omap_keys cluster1 mirror rbd_mirroring image_ 2026-02-22T22:22:52.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:52.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:52.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local obj_name=rbd_mirroring 2026-02-22T22:22:52.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local filter=image_ 2026-02-22T22:22:52.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 2 4 4 8 8 8 16 16 32 2026-02-22T22:22:52.054 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:22:52.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:52.055 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ count_omap_keys_with_filter cluster1 mirror rbd_mirroring image_ 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirroring 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local filter=image_ 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ list_omap_keys cluster1 mirror rbd_mirroring 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -c image_ 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirroring 2026-02-22T22:22:52.056 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rados --cluster cluster1 -p mirror listomapkeys rbd_mirroring 2026-02-22T22:22:52.076 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 = 0 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 0 ']' 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_omap_keys cluster1 mirror rbd_mirror_leader image_map 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local obj_name=rbd_mirror_leader 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local filter=image_map 2026-02-22T22:22:52.077 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 2 4 4 8 8 8 16 16 32 2026-02-22T22:22:52.078 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:22:52.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:52.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ count_omap_keys_with_filter cluster1 mirror rbd_mirror_leader image_map 2026-02-22T22:22:52.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:52.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:52.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirror_leader 2026-02-22T22:22:52.079 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local filter=image_map 2026-02-22T22:22:52.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ list_omap_keys cluster1 mirror rbd_mirror_leader 2026-02-22T22:22:52.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:52.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:52.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirror_leader 2026-02-22T22:22:52.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rados --cluster cluster1 -p mirror listomapkeys rbd_mirror_leader 2026-02-22T22:22:52.080 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -c image_map 2026-02-22T22:22:52.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 1 = 0 2026-02-22T22:22:52.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=1 2026-02-22T22:22:52.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:22:52.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 1 -eq 0 ']' 2026-02-22T22:22:52.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 2 4 4 8 8 8 16 16 32 2026-02-22T22:22:52.101 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 1 2026-02-22T22:22:53.102 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:53.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ count_omap_keys_with_filter cluster1 mirror rbd_mirror_leader image_map 2026-02-22T22:22:53.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:53.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:53.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirror_leader 2026-02-22T22:22:53.103 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local filter=image_map 2026-02-22T22:22:53.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ list_omap_keys cluster1 mirror rbd_mirror_leader 2026-02-22T22:22:53.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:53.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -c image_map 2026-02-22T22:22:53.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:53.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirror_leader 2026-02-22T22:22:53.104 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rados --cluster cluster1 -p mirror listomapkeys rbd_mirror_leader 2026-02-22T22:22:53.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 1 = 0 2026-02-22T22:22:53.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=1 2026-02-22T22:22:53.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:22:53.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 1 -eq 0 ']' 2026-02-22T22:22:53.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 2 4 4 8 8 8 16 16 32 2026-02-22T22:22:53.126 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 2 2026-02-22T22:22:55.127 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:55.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ count_omap_keys_with_filter cluster1 mirror rbd_mirror_leader image_map 2026-02-22T22:22:55.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:55.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:55.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirror_leader 2026-02-22T22:22:55.128 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local filter=image_map 2026-02-22T22:22:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ list_omap_keys cluster1 mirror rbd_mirror_leader 2026-02-22T22:22:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -c image_map 2026-02-22T22:22:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster1 2026-02-22T22:22:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:55.129 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirror_leader 2026-02-22T22:22:55.130 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rados --cluster cluster1 -p mirror listomapkeys rbd_mirror_leader 2026-02-22T22:22:55.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 = 0 2026-02-22T22:22:55.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T22:22:55.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:22:55.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 0 ']' 2026-02-22T22:22:55.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:55.154 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_image_in_omap cluster2 mirror 2026-02-22T22:22:55.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:55.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:55.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_omap_keys cluster2 mirror rbd_mirroring status_global 2026-02-22T22:22:55.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:55.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:55.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local obj_name=rbd_mirroring 2026-02-22T22:22:55.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local filter=status_global 2026-02-22T22:22:55.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 2 4 4 8 8 8 16 16 32 2026-02-22T22:22:55.155 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:22:55.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:55.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ count_omap_keys_with_filter cluster2 mirror rbd_mirroring status_global 2026-02-22T22:22:55.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster2 2026-02-22T22:22:55.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:55.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirroring 2026-02-22T22:22:55.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local filter=status_global 2026-02-22T22:22:55.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ list_omap_keys cluster2 mirror rbd_mirroring 2026-02-22T22:22:55.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster2 2026-02-22T22:22:55.157 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:55.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirroring 2026-02-22T22:22:55.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -c status_global 2026-02-22T22:22:55.158 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rados --cluster cluster2 -p mirror listomapkeys rbd_mirroring 2026-02-22T22:22:55.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 = 0 2026-02-22T22:22:55.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T22:22:55.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:22:55.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 0 ']' 2026-02-22T22:22:55.176 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:55.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_omap_keys cluster2 mirror rbd_mirroring image_ 2026-02-22T22:22:55.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:55.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:55.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local obj_name=rbd_mirroring 2026-02-22T22:22:55.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local filter=image_ 2026-02-22T22:22:55.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 2 4 4 8 8 8 16 16 32 2026-02-22T22:22:55.177 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:22:55.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:55.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ count_omap_keys_with_filter cluster2 mirror rbd_mirroring image_ 2026-02-22T22:22:55.178 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster2 2026-02-22T22:22:55.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:55.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirroring 2026-02-22T22:22:55.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local filter=image_ 2026-02-22T22:22:55.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ list_omap_keys cluster2 mirror rbd_mirroring 2026-02-22T22:22:55.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster2 2026-02-22T22:22:55.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:55.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirroring 2026-02-22T22:22:55.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rados --cluster cluster2 -p mirror listomapkeys rbd_mirroring 2026-02-22T22:22:55.179 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -c image_ 2026-02-22T22:22:55.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 = 0 2026-02-22T22:22:55.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T22:22:55.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:22:55.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 0 ']' 2026-02-22T22:22:55.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:55.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ wait_for_omap_keys cluster2 mirror rbd_mirror_leader image_map 2026-02-22T22:22:55.199 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:55.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local pool=mirror 2026-02-22T22:22:55.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local obj_name=rbd_mirror_leader 2026-02-22T22:22:55.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local filter=image_map 2026-02-22T22:22:55.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for s in 0 1 2 2 4 4 8 8 8 16 16 32 2026-02-22T22:22:55.200 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ sleep 0 2026-02-22T22:22:55.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:55.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ count_omap_keys_with_filter cluster2 mirror rbd_mirror_leader image_map 2026-02-22T22:22:55.201 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster2 2026-02-22T22:22:55.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:55.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirror_leader 2026-02-22T22:22:55.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local filter=image_map 2026-02-22T22:22:55.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ list_omap_keys cluster2 mirror rbd_mirror_leader 2026-02-22T22:22:55.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local cluster=cluster2 2026-02-22T22:22:55.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local pool=mirror 2026-02-22T22:22:55.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ local obj_name=rbd_mirror_leader 2026-02-22T22:22:55.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ grep -c image_map 2026-02-22T22:22:55.202 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ rados --cluster cluster2 -p mirror listomapkeys rbd_mirror_leader 2026-02-22T22:22:55.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test 0 = 0 2026-02-22T22:22:55.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ error_code=0 2026-02-22T22:22:55.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set -e 2026-02-22T22:22:55.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 0 ']' 2026-02-22T22:22:55.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 0 2026-02-22T22:22:55.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ cleanup 0 2026-02-22T22:22:55.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local error_code=0 2026-02-22T22:22:55.224 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ set +e 2026-02-22T22:22:55.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -ne 0 ']' 2026-02-22T22:22:55.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -z '' ']' 2026-02-22T22:22:55.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster instance 2026-02-22T22:22:55.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T22:22:55.225 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ ceph --cluster cluster1 osd pool rm mirror mirror --yes-i-really-really-mean-it 2026-02-22T22:22:56.020 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:pool 'mirror' does not exist 2026-02-22T22:22:56.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T22:22:56.030 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ ceph --cluster cluster2 osd pool rm mirror mirror --yes-i-really-really-mean-it 2026-02-22T22:22:56.263 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:pool 'mirror' does not exist 2026-02-22T22:22:56.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T22:22:56.276 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ ceph --cluster cluster1 osd pool rm mirror_parent mirror_parent --yes-i-really-really-mean-it 2026-02-22T22:22:57.025 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:pool 'mirror_parent' does not exist 2026-02-22T22:22:57.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ CEPH_ARGS= 2026-02-22T22:22:57.036 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ ceph --cluster cluster2 osd pool rm mirror_parent mirror_parent --yes-i-really-really-mean-it 2026-02-22T22:22:57.357 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:pool 'mirror_parent' does not exist 2026-02-22T22:22:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for cluster in "${CLUSTER1}" "${CLUSTER2}" 2026-02-22T22:22:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirrors cluster1 2026-02-22T22:22:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1 2026-02-22T22:22:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.368 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 0 3 2026-02-22T22:22:57.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:22:57.372 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirror cluster1:0 '' 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1:0 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirror cluster1:1 '' 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1:1 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:22:57.373 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirror cluster1:2 '' 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1:2 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirror cluster1:3 '' 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster1:3 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for cluster in "${CLUSTER1}" "${CLUSTER2}" 2026-02-22T22:22:57.374 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirrors cluster2 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:++ seq 0 3 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirror cluster2:0 '' 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2:0 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirror cluster2:1 '' 2026-02-22T22:22:57.375 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2:1 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirror cluster2:2 '' 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2:2 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ for instance in `seq 0 ${LAST_MIRROR_INSTANCE}` 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ stop_mirror cluster2:3 '' 2026-02-22T22:22:57.376 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local cluster=cluster2:3 2026-02-22T22:22:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ local sig= 2026-02-22T22:22:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test -n 1 2026-02-22T22:22:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ return 2026-02-22T22:22:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' -z 1 ']' 2026-02-22T22:22:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ test '' = /tmp/tmp.xr9JSZKcRI 2026-02-22T22:22:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ rm -Rf /tmp/tmp.xr9JSZKcRI 2026-02-22T22:22:57.377 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ '[' 0 -eq 0 ']' 2026-02-22T22:22:57.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ echo OK 2026-02-22T22:22:57.378 INFO:tasks.workunit.cluster1.client.mirror.trial172.stdout:OK 2026-02-22T22:22:57.379 INFO:tasks.workunit.cluster1.client.mirror.trial172.stderr:+ exit 0 2026-02-22T22:22:57.379 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-02-22T22:22:57.379 DEBUG:teuthology.orchestra.run.trial172:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror/tmp 2026-02-22T22:22:57.429 INFO:tasks.workunit:Stopping ['rbd/rbd_mirror_stress.sh'] on cluster1.client.mirror... 2026-02-22T22:22:57.429 DEBUG:teuthology.orchestra.run.trial172:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.cluster1.client.mirror /home/ubuntu/cephtest/clone.cluster1.client.mirror 2026-02-22T22:22:57.762 DEBUG:teuthology.parallel:result is None 2026-02-22T22:22:57.763 DEBUG:teuthology.orchestra.run.trial172:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror 2026-02-22T22:22:57.771 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror 2026-02-22T22:22:57.772 DEBUG:teuthology.orchestra.run.trial172:> rmdir -- /home/ubuntu/cephtest/mnt.cluster1.mirror 2026-02-22T22:22:57.817 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.cluster1.mirror/client.mirror 2026-02-22T22:22:57.818 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror-thrash 2026-02-22T22:22:57.835 INFO:tasks.rbd_mirror_thrash:joining rbd_mirror_thrash 2026-02-22T22:22:57.835 INFO:tasks.rbd_mirror_thrash:stat['kill'] = 18 2026-02-22T22:22:57.835 INFO:tasks.rbd_mirror_thrash:done joining 2026-02-22T22:22:57.835 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror-thrash 2026-02-22T22:22:57.852 INFO:tasks.rbd_mirror_thrash:joining rbd_mirror_thrash 2026-02-22T22:22:57.852 INFO:tasks.rbd_mirror_thrash:stat['kill'] = 13 2026-02-22T22:22:57.852 INFO:tasks.rbd_mirror_thrash:done joining 2026-02-22T22:22:57.852 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror 2026-02-22T22:22:57.869 DEBUG:tasks.rbd_mirror.cluster2.client.mirror.3:waiting for process to exit 2026-02-22T22:22:57.869 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:22:57.871 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa7184a6640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.3 (PID: 31582) UID: 1000 2026-02-22T22:22:57.871 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa710c97640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55f085294480 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:57.871 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa710c97640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55f084e4a000 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:57.871 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa710c97640 -1 rbd::mirror::PoolWatcher: 0x55f08537e3c0 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.871 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa710c97640 -1 rbd::mirror::PoolWatcher: 0x55f08537f0e0 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.871 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa70a48a640 -1 rbd::mirror::PoolWatcher: 0x55f08537e780 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.871 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa70a48a640 -1 rbd::mirror::PoolWatcher: 0x55f085604960 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.872 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa7174a4640 -1 rbd::mirror::InstanceWatcher: 0x55f085713880 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4973 object: (2) No such file or directory 2026-02-22T22:22:57.872 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa7174a4640 -1 rbd::mirror::InstanceWatcher: 0x55f085713c00 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4973 object: (2) No such file or directory 2026-02-22T22:22:57.872 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa710c97640 -1 rbd::mirror::InstanceWatcher: 0x55f085713880 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.872 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa710c97640 -1 rbd::mirror::InstanceWatcher: 0x55f085713c00 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.873 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa70ac8b640 -1 rbd::mirror::MirrorStatusUpdater 0x55f084ed6360 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.873 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa7174a4640 -1 rbd::mirror::NamespaceReplayer: 0x55f084ed4000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.873 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa711498640 -1 rbd::mirror::MirrorStatusUpdater 0x55f084ed6000 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.873 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa717ca5640 -1 rbd::mirror::NamespaceReplayer: 0x55f084ed4000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.874 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa70a48a640 -1 rbd::mirror::MirrorStatusUpdater 0x55f084ed6480 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.874 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa717ca5640 -1 rbd::mirror::NamespaceReplayer: 0x55f084ed41a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.874 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa710c97640 -1 rbd::mirror::MirrorStatusUpdater 0x55f084ed6120 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.874 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.869+0000 7fa7174a4640 -1 rbd::mirror::NamespaceReplayer: 0x55f084ed41a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.881 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa70347c640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55f0855befc0 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:57.882 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa703c7d640 -1 rbd::mirror::PoolWatcher: 0x55f08564d860 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.882 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa6fcc6f640 -1 rbd::mirror::PoolWatcher: 0x55f0858be3c0 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.883 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa717ca5640 -1 rbd::mirror::InstanceWatcher: 0x55f0852aea80 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4975 object: (2) No such file or directory 2026-02-22T22:22:57.883 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa703c7d640 -1 rbd::mirror::InstanceWatcher: 0x55f0852aea80 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.883 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa6fcc6f640 -1 rbd::mirror::MirrorStatusUpdater 0x55f0850b6c60 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.883 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa7174a4640 -1 rbd::mirror::NamespaceReplayer: 0x55f08535c000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.883 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa70347c640 -1 rbd::mirror::MirrorStatusUpdater 0x55f0850b70e0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.883 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa717ca5640 -1 rbd::mirror::NamespaceReplayer: 0x55f08535c000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.884 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa703c7d640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55f0855bf200 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:57.884 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa70347c640 -1 rbd::mirror::PoolWatcher: 0x55f0856045a0 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.885 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa6fd470640 -1 rbd::mirror::PoolWatcher: 0x55f0858be780 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.885 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa7174a4640 -1 rbd::mirror::LeaderWatcher: 0x55f085284300 handle_notify_lock_released: error notifying leader lock released: (2) No such file or directory 2026-02-22T22:22:57.885 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa7174a4640 -1 rbd::mirror::LeaderWatcher: 0x55f085284300 handle_shut_down_leader_lock: error shutting down leader lock: (2) No such file or directory 2026-02-22T22:22:57.885 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa7174a4640 -1 rbd::mirror::LeaderWatcher: 0x55f085284300 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:22:57.886 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa7174a4640 -1 rbd::mirror::InstanceWatcher: 0x55f0852ae380 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4975 object: (2) No such file or directory 2026-02-22T22:22:57.886 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa703c7d640 -1 rbd::mirror::InstanceWatcher: 0x55f0852ae380 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.886 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa6fcc6f640 -1 rbd::mirror::MirrorStatusUpdater 0x55f0850b67e0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.886 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.881+0000 7fa717ca5640 -1 rbd::mirror::NamespaceReplayer: 0x55f084ed44e0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.886 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.885+0000 7fa70347c640 -1 rbd::mirror::MirrorStatusUpdater 0x55f0850a9560 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.886 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.885+0000 7fa7174a4640 -1 rbd::mirror::NamespaceReplayer: 0x55f084ed44e0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.888 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.885+0000 7fa711498640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55f0855bed80 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:57.889 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.885+0000 7fa710c97640 -1 rbd::mirror::PoolWatcher: 0x55f08537e960 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.889 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.885+0000 7fa70ac8b640 -1 rbd::mirror::PoolWatcher: 0x55f08564c960 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:57.889 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.885+0000 7fa717ca5640 -1 rbd::mirror::LeaderWatcher: 0x55f084c1fb00 handle_notify_lock_released: error notifying leader lock released: (2) No such file or directory 2026-02-22T22:22:57.889 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.885+0000 7fa717ca5640 -1 rbd::mirror::LeaderWatcher: 0x55f084c1fb00 handle_shut_down_leader_lock: error shutting down leader lock: (2) No such file or directory 2026-02-22T22:22:57.890 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.885+0000 7fa7174a4640 -1 rbd::mirror::LeaderWatcher: 0x55f084c1fb00 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:22:57.890 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.889+0000 7fa7174a4640 -1 rbd::mirror::InstanceWatcher: 0x55f085713500 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4973 object: (2) No such file or directory 2026-02-22T22:22:57.890 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.889+0000 7fa711498640 -1 rbd::mirror::InstanceWatcher: 0x55f085713500 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.891 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.889+0000 7fa70a48a640 -1 rbd::mirror::MirrorStatusUpdater 0x55f0858687e0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.891 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.889+0000 7fa717ca5640 -1 rbd::mirror::NamespaceReplayer: 0x55f084bb81a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.891 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.889+0000 7fa710c97640 -1 rbd::mirror::MirrorStatusUpdater 0x55f085849200 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.891 INFO:tasks.rbd_mirror.cluster2.client.mirror.3.trial172.stderr:2026-02-22T22:22:57.889+0000 7fa7174a4640 -1 rbd::mirror::NamespaceReplayer: 0x55f084bb81a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.907 INFO:tasks.rbd_mirror.cluster2.client.mirror.3:Stopped 2026-02-22T22:22:57.907 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror 2026-02-22T22:22:57.925 DEBUG:tasks.rbd_mirror.cluster2.client.mirror.2:waiting for process to exit 2026-02-22T22:22:57.925 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:22:57.950 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc588057640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.2 (PID: 55134) UID: 1000 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587856640 -1 rbd::mirror::InstanceWatcher: 0x555770d55c00 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6355 object: (2) No such file or directory 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587856640 -1 rbd::mirror::InstanceWatcher: 0x5557708b2700 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6357 object: (2) No such file or directory 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587055640 -1 rbd::mirror::InstanceWatcher: 0x555770d55880 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6355 object: (2) No such file or directory 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc580848640 -1 rbd::mirror::InstanceWatcher: 0x555770d55c00 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc580848640 -1 rbd::mirror::InstanceWatcher: 0x555770d55880 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc57302d640 -1 rbd::mirror::InstanceWatcher: 0x5557708b2700 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc581049640 -1 rbd::mirror::MirrorStatusUpdater 0x5557704dc120 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc581049640 -1 rbd::mirror::MirrorStatusUpdater 0x5557704dc000 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587856640 -1 rbd::mirror::NamespaceReplayer: 0x5557704da1a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.952 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587856640 -1 rbd::mirror::NamespaceReplayer: 0x5557704da000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.953 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc56d021640 -1 rbd::mirror::MirrorStatusUpdater 0x555770736900 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.953 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587856640 -1 rbd::mirror::NamespaceReplayer: 0x5557709584e0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.953 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc57382e640 -1 rbd::mirror::MirrorStatusUpdater 0x5557707367e0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.953 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587055640 -1 rbd::mirror::NamespaceReplayer: 0x5557709584e0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.954 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587055640 -1 rbd::mirror::LeaderWatcher: 0x555770664c00 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:22:57.954 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587055640 -1 rbd::mirror::InstanceWatcher: 0x5557708b2380 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6357 object: (2) No such file or directory 2026-02-22T22:22:57.954 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc57302d640 -1 rbd::mirror::InstanceWatcher: 0x5557708b2380 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.954 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc56d021640 -1 rbd::mirror::MirrorStatusUpdater 0x5557704dc6c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.954 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587055640 -1 rbd::mirror::NamespaceReplayer: 0x555770958000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.954 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc57382e640 -1 rbd::mirror::MirrorStatusUpdater 0x555770709b00 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.954 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.949+0000 7fc587856640 -1 rbd::mirror::NamespaceReplayer: 0x555770958000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.956 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.953+0000 7fc587856640 -1 rbd::mirror::LeaderWatcher: 0x5557703ba300 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:22:57.956 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.953+0000 7fc587856640 -1 rbd::mirror::InstanceWatcher: 0x555770d55500 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6355 object: (2) No such file or directory 2026-02-22T22:22:57.956 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.953+0000 7fc580848640 -1 rbd::mirror::InstanceWatcher: 0x555770d55500 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:57.957 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.953+0000 7fc581049640 -1 rbd::mirror::MirrorStatusUpdater 0x555770ec1320 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:57.957 INFO:tasks.rbd_mirror.cluster2.client.mirror.2.trial172.stderr:2026-02-22T22:22:57.953+0000 7fc587856640 -1 rbd::mirror::NamespaceReplayer: 0x5557701dc1a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:57.971 INFO:tasks.rbd_mirror.cluster2.client.mirror.2:Stopped 2026-02-22T22:22:57.971 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror 2026-02-22T22:22:57.990 DEBUG:tasks.rbd_mirror.cluster2.client.mirror.1:waiting for process to exit 2026-02-22T22:22:57.990 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:22:58.014 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38eb09640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.1 (PID: 55783) UID: 1000 2026-02-22T22:22:58.016 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38e308640 -1 rbd::mirror::InstanceWatcher: 0x562567511880 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6403 object: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38e308640 -1 rbd::mirror::InstanceWatcher: 0x562566ce0000 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6403 object: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38db07640 -1 rbd::mirror::InstanceWatcher: 0x562567511c00 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6406 object: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc387afb640 -1 rbd::mirror::InstanceWatcher: 0x562567511880 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc37a2e0640 -1 rbd::mirror::InstanceWatcher: 0x562567511c00 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc3872fa640 -1 rbd::mirror::InstanceWatcher: 0x562566ce0000 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc380aed640 -1 rbd::mirror::MirrorStatusUpdater 0x562566cc0360 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc380aed640 -1 rbd::mirror::MirrorStatusUpdater 0x562566cc0480 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38e308640 -1 rbd::mirror::NamespaceReplayer: 0x562566cbe000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc373ad3640 -1 rbd::mirror::MirrorStatusUpdater 0x562566cc0c60 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38e308640 -1 rbd::mirror::NamespaceReplayer: 0x562566cbe1a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.017 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38e308640 -1 rbd::mirror::NamespaceReplayer: 0x5625671344e0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc387afb640 -1 rbd::mirror::MirrorStatusUpdater 0x562566cc0000 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc387afb640 -1 rbd::mirror::MirrorStatusUpdater 0x562566cc0120 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38db07640 -1 rbd::mirror::NamespaceReplayer: 0x562566cbe000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38db07640 -1 rbd::mirror::NamespaceReplayer: 0x562566cbe1a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc379adf640 -1 rbd::mirror::MirrorStatusUpdater 0x562566eaaa20 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38e308640 -1 rbd::mirror::NamespaceReplayer: 0x5625671344e0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38db07640 -1 rbd::mirror::LeaderWatcher: 0x562566fda300 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38db07640 -1 rbd::mirror::InstanceWatcher: 0x56256709e380 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6406 object: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc37a2e0640 -1 rbd::mirror::InstanceWatcher: 0x56256709e380 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc3732d2640 -1 rbd::mirror::MirrorStatusUpdater 0x562566cc06c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38db07640 -1 rbd::mirror::NamespaceReplayer: 0x562567134000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc379adf640 -1 rbd::mirror::MirrorStatusUpdater 0x562566e7b8c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.018 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.013+0000 7fc38e308640 -1 rbd::mirror::NamespaceReplayer: 0x562567134000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.020 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.017+0000 7fc38e308640 -1 rbd::mirror::LeaderWatcher: 0x562566a0bb00 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:22:58.020 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.017+0000 7fc38e308640 -1 rbd::mirror::InstanceWatcher: 0x562567511500 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6403 object: (2) No such file or directory 2026-02-22T22:22:58.020 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.017+0000 7fc3872fa640 -1 rbd::mirror::InstanceWatcher: 0x562567511500 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:58.020 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.017+0000 7fc3812ee640 -1 rbd::mirror::MirrorStatusUpdater 0x5625676a86c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.020 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.017+0000 7fc38e308640 -1 rbd::mirror::NamespaceReplayer: 0x5625669a61a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.020 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.017+0000 7fc387afb640 -1 rbd::mirror::MirrorStatusUpdater 0x56256763d200 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.020 INFO:tasks.rbd_mirror.cluster2.client.mirror.1.trial172.stderr:2026-02-22T22:22:58.017+0000 7fc38db07640 -1 rbd::mirror::NamespaceReplayer: 0x5625669a61a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.031 INFO:tasks.rbd_mirror.cluster2.client.mirror.1:Stopped 2026-02-22T22:22:58.031 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror 2026-02-22T22:22:58.049 DEBUG:tasks.rbd_mirror.cluster2.client.mirror.0:waiting for process to exit 2026-02-22T22:22:58.049 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:22:58.074 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:58.073+0000 7f8757644640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster2 --id mirror.0 (PID: 56506) UID: 1000 2026-02-22T22:22:58.075 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:58.073+0000 7f8756e43640 -1 rbd::mirror::InstanceWatcher: 0x55d867285880 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6452 object: (2) No such file or directory 2026-02-22T22:22:58.075 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:58.073+0000 7f8756e43640 -1 rbd::mirror::InstanceWatcher: 0x55d867285c00 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6452 object: (2) No such file or directory 2026-02-22T22:22:58.075 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:58.073+0000 7f874fe35640 -1 rbd::mirror::InstanceWatcher: 0x55d867285880 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:58.075 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:58.073+0000 7f874fe35640 -1 rbd::mirror::InstanceWatcher: 0x55d867285c00 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:22:58.075 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:58.073+0000 7f8750636640 -1 rbd::mirror::MirrorStatusUpdater 0x55d866a18000 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.075 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:58.073+0000 7f8750636640 -1 rbd::mirror::MirrorStatusUpdater 0x55d866a18120 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:22:58.075 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:58.073+0000 7f8756e43640 -1 rbd::mirror::NamespaceReplayer: 0x55d866a16000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.076 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:22:58.073+0000 7f8756e43640 -1 rbd::mirror::NamespaceReplayer: 0x55d866a161a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:22:58.503 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.505+0000 7f451d9a3640 -1 rbd::mirror::LeaderWatcher: 0x55b95d854600 handle_notify_heartbeat: error notifying heartbeat: (2) No such file or directory, releasing leader 2026-02-22T22:22:58.503 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.505+0000 7f450c981640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55b95da0b200 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:58.503 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.505+0000 7f450c180640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55b95de19440 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:58.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.505+0000 7f450c981640 -1 rbd::mirror::PoolWatcher: 0x55b95dbc0b40 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.505+0000 7f450c180640 -1 rbd::mirror::PoolWatcher: 0x55b95dbc0780 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.505+0000 7f4504170640 -1 rbd::mirror::PoolWatcher: 0x55b95dbdad20 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.505+0000 7f4504170640 -1 rbd::mirror::PoolWatcher: 0x55b95d9dde00 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.505+0000 7f451d9a3640 -1 rbd::mirror::LeaderWatcher: 0x55b95d854600 handle_notify_lock_released: error notifying leader lock released: (2) No such file or directory 2026-02-22T22:22:58.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.505+0000 7f451d9a3640 -1 rbd::mirror::LeaderWatcher: 0x55b95d854600 handle_release_leader_lock: error releasing lock: (2) No such file or directory 2026-02-22T22:22:58.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451d9a3640 -1 rbd::mirror::LeaderWatcher: 0x55b95d5cc600 handle_notify_heartbeat: error notifying heartbeat: (2) No such file or directory, releasing leader 2026-02-22T22:22:58.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451999b640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55b95de198c0 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:58.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451999b640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55b95de19680 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:58.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451919a640 -1 rbd::mirror::image_deleter::TrashWatcher: 0x55b95d27eb40 handle_unregister_watcher: error unregistering watcher for trash directory: (2) No such file or directory 2026-02-22T22:22:58.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451999b640 -1 rbd::mirror::PoolWatcher: 0x55b95d9fc3c0 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451919a640 -1 rbd::mirror::PoolWatcher: 0x55b95dbda3c0 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451298d640 -1 rbd::mirror::PoolWatcher: 0x55b95dbc0f00 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451298d640 -1 rbd::mirror::PoolWatcher: 0x55b95dbc14a0 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.548 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451298d640 -1 rbd::mirror::PoolWatcher: 0x55b95c4085a0 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.548 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451999b640 -1 rbd::mirror::PoolWatcher: 0x55b95dbc10e0 operator(): error unregistering watcher for rbd_mirroring object: (2) No such file or directory 2026-02-22T22:22:58.548 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451d9a3640 -1 rbd::mirror::LeaderWatcher: 0x55b95d5cc600 handle_notify_lock_released: error notifying leader lock released: (2) No such file or directory 2026-02-22T22:22:58.548 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:22:58.545+0000 7f451d9a3640 -1 rbd::mirror::LeaderWatcher: 0x55b95d5cc600 handle_release_leader_lock: error releasing lock: (2) No such file or directory 2026-02-22T22:23:01.155 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.153+0000 7f8749e29640 -1 rbd::mirror::RemotePoolPoller: 0x55d86581f2b0 handle_mirror_peer_ping: failed to ping remote mirror peer: (2) No such file or directory 2026-02-22T22:23:01.156 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.153+0000 7f8749628640 -1 rbd::mirror::RemotePoolPoller: 0x55d86581f2b0 handle_mirror_peer_list: failed to retrieve mirror peers: (2) No such file or directory 2026-02-22T22:23:01.156 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.153+0000 7f8749628640 -1 rbd::mirror::PoolReplayer: 0x55d866724000 handle_remote_pool_meta_updated: remote pool metadata updated unexpectedly 2026-02-22T22:23:01.235 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.233+0000 7f873be0d640 -1 rbd::mirror::RemotePoolPoller: 0x55d86581e0d0 handle_mirror_peer_ping: failed to ping remote mirror peer: (2) No such file or directory 2026-02-22T22:23:01.235 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.233+0000 7f873c60e640 -1 rbd::mirror::RemotePoolPoller: 0x55d86581e0d0 handle_mirror_peer_list: failed to retrieve mirror peers: (2) No such file or directory 2026-02-22T22:23:01.235 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.233+0000 7f873c60e640 -1 rbd::mirror::PoolReplayer: 0x55d8669b8000 handle_remote_pool_meta_updated: remote pool metadata updated unexpectedly 2026-02-22T22:23:01.243 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f8742e1b640 -1 rbd::mirror::InstanceWatcher: 0x55d866dc6a80 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:01.243 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f873be0d640 -1 rbd::mirror::MirrorStatusUpdater 0x55d866c3ab40 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:01.243 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f8756e43640 -1 rbd::mirror::NamespaceReplayer: 0x55d866e90000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:01.244 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f874261a640 -1 rbd::mirror::InstanceWatcher: 0x55d866dc6380 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:01.244 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f873c60e640 -1 rbd::mirror::MirrorStatusUpdater 0x55d866c3a6c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:01.244 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f8756642640 -1 rbd::mirror::NamespaceReplayer: 0x55d866a164e0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:01.246 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f8756e43640 -1 rbd::mirror::LeaderWatcher: 0x55d866771b00 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:23:01.247 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f8756e43640 -1 rbd::mirror::InstanceWatcher: 0x55d867285500 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6452 object: (2) No such file or directory 2026-02-22T22:23:01.247 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f874fe35640 -1 rbd::mirror::InstanceWatcher: 0x55d867285500 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:01.247 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f8749e29640 -1 rbd::mirror::MirrorStatusUpdater 0x55d8674146c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:01.248 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f8756642640 -1 rbd::mirror::NamespaceReplayer: 0x55d86670c1a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:01.248 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f8750636640 -1 rbd::mirror::MirrorStatusUpdater 0x55d8673ad200 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:01.248 INFO:tasks.rbd_mirror.cluster2.client.mirror.0.trial172.stderr:2026-02-22T22:23:01.245+0000 7f8756e43640 -1 rbd::mirror::NamespaceReplayer: 0x55d86670c1a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:03.502 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.502 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.503 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.503 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.503 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.504 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.505 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.505 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.505 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.505 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.505 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.501+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.506 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.506 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.506 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.506 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.507 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.507 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.507 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.507 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.508 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.508 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.508 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.508 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.509 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.509 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.509 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.509 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.505+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.510 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.510 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.510 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.510 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.511 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.511 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.511 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.511 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.512 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.512 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.512 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.512 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.513 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.513 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.513 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.513 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.509+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.514 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.514 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.514 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.514 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.515 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.515 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.515 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.515 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.515 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.516 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.516 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.516 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.517 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.517 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.517 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.517 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.517 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.518 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.513+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.518 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.518 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.519 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.519 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.519 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.519 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.519 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.519 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.520 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.520 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.520 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.520 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.521 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.521 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.521 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.521 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.522 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.522 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.517+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.522 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.522 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.522 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.522 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.523 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.523 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.523 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.523 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.524 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.524 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.524 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.524 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.525 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.525 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.525 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.525 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.525 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.525 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.521+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.526 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.526 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.526 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.526 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.527 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.527 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.528 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.528 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.528 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.528 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.528 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.529 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.529 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.529 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.529 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.529 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.530 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.530 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.525+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.530 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.530 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.530 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.530 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.531 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.531 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.531 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.531 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.532 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.532 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.532 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.533 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.533 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.533 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.533 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.533 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.534 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.534 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.529+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.534 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.534 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.534 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.534 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.535 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.535 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.535 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.535 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.536 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.536 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.536 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.536 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.536 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.537 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.537 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.537 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.538 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.538 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.533+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.538 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.538 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.539 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.539 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.539 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.539 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.539 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.539 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.539 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.539 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.540 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.540 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.540 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.540 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.541 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.541 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.541 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.541 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.537+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.541 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.542 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.542 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.542 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.542 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.542 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.543 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.543 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.543 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.543 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.543 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.544 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.544 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.544 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.544 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.544 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.545 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.545 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.541+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.545 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.546 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.546 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.546 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.546 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.546 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.546 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.547 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.548 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.548 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.548 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.548 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.549 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.549 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.549 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.549 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.550 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.550 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.550 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.550 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.550 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.551 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.551 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.551 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.551 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.551 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.552 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.552 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.552 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.552 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.552 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.552 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.553 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.553 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.553 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.553 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.553 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.553 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.554 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.554 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.554 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.554 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.554 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.554 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.555 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.555 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.555 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.555 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.555 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.555 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.545+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.556 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.556 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.545+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.556 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.556 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.545+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.557 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.557 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.557 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.557 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.557 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.557 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.558 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.558 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.558 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.558 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.558 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.558 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.559 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.559 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.559 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.559 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.560 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.560 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.560 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.560 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.560 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.560 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.561 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.561 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.561 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.561 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.561 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.561 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.562 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.562 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.562 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.562 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.563 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.563 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.563 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.563 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.563 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.563 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.563 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.563 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.564 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.564 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.564 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.564 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.564 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.564 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.565 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.565 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.565 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.565 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.565 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.565 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.566 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.566 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.549+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.566 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.567 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.549+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.567 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.567 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.567 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.567 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.549+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.568 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.568 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.568 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.568 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.568 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.568 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.568 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.569 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.569 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.569 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.569 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.569 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.570 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.570 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.570 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.570 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.570 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.571 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.571 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.571 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.571 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.571 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.571 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.571 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.572 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.572 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.572 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.572 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.572 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.572 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.572 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.572 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.573 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.573 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.573 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.573 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.573 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.573 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.573 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.573 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.574 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.574 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.574 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.574 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.574 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.574 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.574 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.574 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.575 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.575 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.575 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.575 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.575 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.575 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.553+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.575 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.575 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.553+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.576 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.576 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.576 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.576 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.553+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.576 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.576 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.577 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.577 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.577 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.577 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.577 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.577 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.577 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.577 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.578 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.578 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.578 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.578 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.578 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.578 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.578 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.578 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.579 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.579 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.579 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.579 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.579 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.579 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.579 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.579 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.580 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.580 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.580 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.580 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.580 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.580 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.580 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.580 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.580 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.581 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.581 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.581 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.581 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.581 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.581 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.581 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.581 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.582 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.582 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.582 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.582 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.582 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.582 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.582 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.582 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.582 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.583 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.583 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.583 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.583 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.583 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.583 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.557+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.583 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.583 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.584 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.584 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.557+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.584 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.584 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.557+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.584 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.584 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.584 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.584 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.585 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.586 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.587 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.587 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.587 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.587 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.587 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.587 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.587 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.587 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.587 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.588 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.589 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.589 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.589 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.589 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.589 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.589 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.589 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.589 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.561+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.561+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.590 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.561+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.565+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.565+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.591 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.565+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.565+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.592 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.565+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.565+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.565+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.565+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.593 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.594 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.565+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.565+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.595 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.596 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.597 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.598 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.569+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.569+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.599 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.569+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.600 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.601 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.602 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.603 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.573+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.573+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.573+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.604 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.605 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.606 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.607 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.608 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.577+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.577+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.577+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.609 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.610 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.611 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.612 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.613 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.581+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.581+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.581+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.614 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.615 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.616 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.585+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.585+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.617 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.585+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.618 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.619 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.620 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.621 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.589+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.589+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.589+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.622 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.623 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.624 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.625 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.593+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.593+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.593+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.626 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.627 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.628 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.629 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.630 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.597+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.597+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.597+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.631 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.632 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.633 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.601+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.601+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.634 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.601+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.635 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.636 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.637 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.638 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.605+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.605+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.605+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.639 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.640 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.641 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.642 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.609+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.609+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.609+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.643 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.644 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.645 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.646 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.613+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.647 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.613+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.613+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.648 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.649 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.650 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.651 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.617+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.617+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.652 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.617+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.653 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.654 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.655 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.656 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.621+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.621+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.621+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.657 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.658 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.659 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.660 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.625+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.661 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.625+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.625+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.662 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.663 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.664 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.665 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.666 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.667 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.668 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.669 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.633+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.633+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.633+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.670 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.671 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.672 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.673 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.637+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.637+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.637+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.674 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.675 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.676 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.677 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.641+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.641+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.678 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.641+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.679 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.680 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.681 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.682 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.645+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.645+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.645+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.683 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.684 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.685 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.686 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.649+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.649+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.649+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.687 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.688 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.689 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.690 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.691 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.653+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.653+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.653+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.692 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.693 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.694 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.695 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.696 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.697 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.698 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.699 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.661+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.661+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.661+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.700 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.701 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.702 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.703 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.665+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.704 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.665+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.665+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.705 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.706 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.707 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.708 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.669+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.669+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.669+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.709 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.710 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.711 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.712 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.673+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.673+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.673+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.713 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.714 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.715 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.677+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.677+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.716 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.677+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.717 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.718 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.719 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.681+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.681+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.681+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.720 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.721 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.722 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.723 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.685+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.685+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.685+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.724 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.725 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.726 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.727 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.728 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.729 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.730 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.693+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.731 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.693+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.693+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.732 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.733 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.734 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.735 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.697+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.697+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.697+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.736 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.737 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.738 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.739 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.701+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.701+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.701+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.740 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.741 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.742 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.743 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.705+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.705+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.705+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.744 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.745 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.746 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.747 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.709+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.709+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.709+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.748 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.749 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.750 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.713+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.751 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.713+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.713+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.752 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.753 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.754 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.717+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.755 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.717+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.717+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.756 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.757 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.758 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.759 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.721+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.721+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.721+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.760 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.761 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.762 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.763 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.725+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.725+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.725+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.764 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.765 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.766 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.767 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.733+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.733+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.733+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.768 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.769 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.770 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.771 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.772 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.773 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.774 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.775 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.737+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.737+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.776 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.737+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.777 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.778 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.779 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.780 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.741+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.741+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.741+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.781 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.782 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.783 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.784 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.745+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.745+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.785 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.745+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.786 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.787 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.788 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.789 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.749+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.749+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.749+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.790 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.791 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.792 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.753+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.753+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.753+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.793 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.757+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.757+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.757+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.757+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.794 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.795 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.757+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.757+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.796 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.757+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.757+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.757+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.757+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.797 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.798 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.799 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.800 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.761+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.761+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.761+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.801 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.802 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.803 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.804 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.765+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.765+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.765+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.805 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.806 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.807 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.808 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.769+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.809 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.769+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.769+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.810 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.811 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.812 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.813 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.773+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.773+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.773+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.814 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.815 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.816 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.817 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.818 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.819 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.820 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.821 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.781+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.781+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.781+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.822 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.823 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.824 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.825 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.785+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.785+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.785+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.826 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.827 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.828 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.829 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.793+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.793+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.793+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.830 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.831 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.832 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.833 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.834 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.835 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.836 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.837 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.797+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.797+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.797+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.838 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.839 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.840 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.841 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.801+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.801+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.801+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.842 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.843 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.844 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.845 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.805+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.805+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.805+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.846 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.847 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.848 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.849 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.850 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.851 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.852 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.853 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.813+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.813+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.854 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.813+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.855 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.856 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.857 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.858 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.817+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.817+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.817+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.821+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.821+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.859 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.821+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.821+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.821+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.821+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.860 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.861 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.821+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.821+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.862 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.863 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.864 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.865 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.825+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.825+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.825+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.829+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.829+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.866 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.829+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.829+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.867 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.829+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.829+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.868 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.869 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.829+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.829+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.833+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.833+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.833+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.833+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.870 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.833+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.833+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.833+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:03.833+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.871 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.872 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.833+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.833+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.873 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.874 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.875 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.876 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.841+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.841+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.877 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.878 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.879 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.845+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.845+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.880 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.881 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.882 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.849+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.849+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.883 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.884 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.885 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.853+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.853+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.886 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.887 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.888 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.857+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.857+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.889 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.890 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.891 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.861+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.861+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.892 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.893 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.894 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.865+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.865+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.895 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.896 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.897 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.869+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.869+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.898 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.899 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.900 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.873+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.873+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.901 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.902 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.903 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.877+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.877+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.904 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.905 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.906 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.881+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.881+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.907 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.908 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.909 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.885+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.885+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.910 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.911 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.912 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.889+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.889+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.913 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.914 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.915 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.893+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.893+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.916 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.917 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.918 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.897+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.897+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.919 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.920 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.921 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.901+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.901+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.922 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.923 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.924 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.905+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.905+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.925 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.926 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.927 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.909+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.909+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.928 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.929 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.930 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.913+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.913+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.931 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.932 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.933 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.917+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.934 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.917+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.935 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.921+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.936 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.921+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.937 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.938 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.939 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.925+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.925+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.940 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.929+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.929+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.929+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.929+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.941 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.929+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.929+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.929+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.929+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.929+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.942 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.943 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.944 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.933+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.933+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.945 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.946 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.947 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.937+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.937+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.948 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.949 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.950 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.941+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.941+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.951 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.952 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.953 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.945+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.945+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.954 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.955 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.956 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.949+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.957 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.949+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.958 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.959 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.959 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.959 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.959 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.959 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.959 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.959 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.959 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.959 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.953+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.953+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.960 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.961 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.962 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.957+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.957+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.963 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.964 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.965 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.961+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.966 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.961+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.967 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.968 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.965+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.965+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.969 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.970 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.971 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.969+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.969+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.972 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.973 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.974 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.973+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.975 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.973+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.976 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.977 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.978 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.977+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.977+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.979 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.980 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.981 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.981+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.981+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.982 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.983 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.983 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.983 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.983 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.983 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.983 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.983 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.983 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.984 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.985+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.985+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.985 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.986 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.987 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.988 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.989+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.989+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.993+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.993+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.989 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.990 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.990 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.991 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.991 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.991 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.991 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.991 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.991 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.991 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.991 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.993+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.993+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.992 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.993+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.993+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.993+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.993 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.994 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.995 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.996 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:03.997+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:03.997+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.997 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.998 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:03.999 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.000 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.001+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.001+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.001 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.002 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.003 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.004 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.005+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.005+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.005 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.006 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.007 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.008 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.009+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.009+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.009 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.010 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.011 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.011 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.011 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.011 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.011 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.011 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.011 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.011 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.011 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.012 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.013 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.013+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.013+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.014 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.015 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.016 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.017+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.017+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.017 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.018 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.019 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.020 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.021+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.021+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.021 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.022 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.023 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.024 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.025+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.025+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.025 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.026 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.027 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.028 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.029+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.029+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.029 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.030 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.031 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.032 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.033+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.033+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.033 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.034 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.035 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.036 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.037+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.037+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.037 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.038 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.039 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.040 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.041+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.041+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.041+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.041 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.042 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.043 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.044 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.045+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.045+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.045 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.045+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.046 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.047 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.048 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.049 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.049+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.049+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.049+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.050 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.051 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.052 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.053 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.054 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.055 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.053+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.055 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.055 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.053+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.055 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.055 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.053+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.055 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.055 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.055 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.057+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.057+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.056 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.057 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.057+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.057+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.057+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.057+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.058 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.057+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.057+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.057+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.057+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.059 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.060 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.061 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.062 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.063 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.061+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.064 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.061+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.061+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.065 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.066 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.067 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.068 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.065+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.065+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.065+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.069 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.070 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.071 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.072 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.073 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.069+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.069+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.069+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.074 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.075 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.076 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.077 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.073+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.073+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.073+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.078 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.079 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.080 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.081 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.077+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.082 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.077+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.077+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.083 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.084 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.085 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.081+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.086 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.081+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.081+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.087 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.088 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.089 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.090 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.085+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.085+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.085+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.091 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.092 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.093 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.094 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.089+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.089+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.095 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.089+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.096 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.097 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.097 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.097 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.097 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.097 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.097 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.097 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.098 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.099 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.093+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.093+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.100 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.093+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.101 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.102 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.103 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.104 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.097+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.097+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.097+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.105 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.106 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.107 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.108 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.101+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.101+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.101+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.109 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.110 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.111 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.105+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.112 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.105+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.105+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.113 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.114 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.115 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.109+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.116 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.109+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.109+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.117 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.118 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.119 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.120 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.113+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.113+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.121 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.113+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.122 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.123 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.124 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.125 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.117+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.117+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.117+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.126 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.127 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.128 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.129 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.121+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.121+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.121+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.130 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.131 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.132 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.133 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.134 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.125+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.125+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.125+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.135 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.136 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.137 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.138 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.129+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.139 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.129+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.129+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.140 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.141 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.142 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.143 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.133+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.133+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.144 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.133+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.145 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.146 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.147 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.148 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.137+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.137+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.137+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.149 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.150 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.151 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.152 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.152 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.152 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.152 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.152 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.152 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.152 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.152 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.152 INFO:tasks.rbd_mirror.cluster2.client.mirror.0:Stopped 2026-02-22T22:23:04.152 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror 2026-02-22T22:23:04.163 DEBUG:tasks.rbd_mirror.cluster1.client.mirror.3:waiting for process to exit 2026-02-22T22:23:04.164 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.164 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.165 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.141+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.141+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.141+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.166 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.167 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.168 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.169 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.145+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.145+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.145+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.170 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.171 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.172 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.173 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.174 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.149+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.149+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.149+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.175 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.176 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.177 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.153+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.178 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.153+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.153+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.179 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.180 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.181 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.157+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.182 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.157+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.157+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.183 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.184 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.185 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.186 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.161+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.161+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.161+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.187 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.188 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.189 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.165+0000 7f451e9a5640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.3 (PID: 19870) UID: 1000 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.190 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.165+0000 7f451d9a3640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad4a80 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4322 object: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.165+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.165+0000 7f451e1a4640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad4e00 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4319 object: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.165+0000 7f451e1a4640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad4700 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4319 object: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.165+0000 7f450c180640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad4a80 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.165+0000 7f451919a640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad4e00 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.165+0000 7f451919a640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad4700 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.191 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.165+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.165+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f4504170640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d8526c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451d9a3640 -1 rbd::mirror::NamespaceReplayer: 0x55b95d58c340 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451298d640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d5cf8c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451298d640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d5cf440 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451d9a3640 -1 rbd::mirror::NamespaceReplayer: 0x55b95d94a340 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451d9a3640 -1 rbd::mirror::NamespaceReplayer: 0x55b95d2b7860 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f450c981640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d852b40 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451d9a3640 -1 rbd::mirror::NamespaceReplayer: 0x55b95d58c340 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451999b640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d5cf0e0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451999b640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d5cf200 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451d9a3640 -1 rbd::mirror::NamespaceReplayer: 0x55b95d94a340 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.192 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451d9a3640 -1 rbd::mirror::NamespaceReplayer: 0x55b95d2b7860 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451d9a3640 -1 rbd::mirror::LeaderWatcher: 0x55b95d854600 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.193 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451d9a3640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad5880 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4322 object: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f450c180640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad5880 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f4505973640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d852240 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.194 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451d9a3640 -1 rbd::mirror::NamespaceReplayer: 0x55b95d2b7a00 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f450c981640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d812120 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.169+0000 7f451e1a4640 -1 rbd::mirror::NamespaceReplayer: 0x55b95d2b7a00 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.195 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.196 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.169+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.169+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.169+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.197 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.173+0000 7f451e1a4640 -1 rbd::mirror::LeaderWatcher: 0x55b95d5cc600 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.198 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.173+0000 7f451e1a4640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad4000 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.4319 object: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.173+0000 7f451999b640 -1 rbd::mirror::InstanceWatcher: 0x55b95dad4000 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.173+0000 7f451118a640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d7d5440 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.173+0000 7f451e1a4640 -1 rbd::mirror::NamespaceReplayer: 0x55b95dfed1e0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.199 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.173+0000 7f451919a640 -1 rbd::mirror::MirrorStatusUpdater 0x55b95d377440 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.3.trial172.stderr:2026-02-22T22:23:04.173+0000 7f451d9a3640 -1 rbd::mirror::NamespaceReplayer: 0x55b95dfed1e0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.200 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.201 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.173+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.173+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.173+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.202 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.203 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.204 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.205 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.177+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.177+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.177+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.206 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.207 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.208 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.209 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.181+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.181+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.210 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.181+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.211 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.212 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.213 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.214 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.185+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.185+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.185+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.215 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.216 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.217 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.218 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.189+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.189+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.189+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.219 INFO:tasks.rbd_mirror.cluster1.client.mirror.3:Stopped 2026-02-22T22:23:04.220 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror 2026-02-22T22:23:04.232 DEBUG:tasks.rbd_mirror.cluster1.client.mirror.2:waiting for process to exit 2026-02-22T22:23:04.232 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.232 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.233 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.234 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.235 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.193+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.193+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.193+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.236 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.237 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.238 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.239 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.240 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.197+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.197+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.197+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.241 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.242 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.243 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.244 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.245 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.201+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.201+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.201+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.246 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.247 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.248 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.249 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.250 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.205+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.205+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.205+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.251 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.252 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.253 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.254 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.209+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.209+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.255 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.209+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.256 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.257 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.258 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.213+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.213+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.213+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.259 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.260 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.261 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.262 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.217+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.263 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.217+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.217+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.264 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.265 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.266 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.221+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.267 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.221+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.221+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.268 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.269 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.270 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.271 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.225+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.225+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.225+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.272 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.273 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.274 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.275 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.229+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.229+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.229+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.276 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.277 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.278 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.279 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084c2c3640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.2 (PID: 54314) UID: 1000 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::InstanceWatcher: 0x559aaf809880 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.5980 object: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::InstanceWatcher: 0x559aaefe9180 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.5980 object: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.233+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f0837299640 -1 rbd::mirror::InstanceWatcher: 0x559aaf809c00 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f08452b5640 -1 rbd::mirror::InstanceWatcher: 0x559aaf809880 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.280 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f0844ab4640 -1 rbd::mirror::InstanceWatcher: 0x559aaefe9180 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.233+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.233+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f083128d640 -1 rbd::mirror::MirrorStatusUpdater 0x559aaf1dad80 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084b2c1640 -1 rbd::mirror::NamespaceReplayer: 0x559aaf4264e0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f083eaa8640 -1 rbd::mirror::MirrorStatusUpdater 0x559aaefd25a0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f083eaa8640 -1 rbd::mirror::MirrorStatusUpdater 0x559aaefd2360 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::NamespaceReplayer: 0x559aaefd0000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::NamespaceReplayer: 0x559aaefd01a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.281 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f0837a9a640 -1 rbd::mirror::MirrorStatusUpdater 0x559aaf1dafc0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084b2c1640 -1 rbd::mirror::NamespaceReplayer: 0x559aaf4264e0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f08452b5640 -1 rbd::mirror::MirrorStatusUpdater 0x559aaefd2000 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::NamespaceReplayer: 0x559aaefd0000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f08452b5640 -1 rbd::mirror::MirrorStatusUpdater 0x559aaefd2120 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084b2c1640 -1 rbd::mirror::NamespaceReplayer: 0x559aaefd01a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.282 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084b2c1640 -1 rbd::mirror::InstanceWatcher: 0x559aaf37c380 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.5989 object: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f0837a9a640 -1 rbd::mirror::InstanceWatcher: 0x559aaf37c380 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f0830a8c640 -1 rbd::mirror::MirrorStatusUpdater 0x559aaf1da900 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.283 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084b2c1640 -1 rbd::mirror::NamespaceReplayer: 0x559aaf426000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.284 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.285 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.237+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.237+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084bac2640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.237+0000 7f084b2c1640 -1 rbd::mirror::LeaderWatcher: 0x559aaed0bb00 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.241+0000 7f084b2c1640 -1 rbd::mirror::InstanceWatcher: 0x559aaf809500 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.5980 object: (2) No such file or directory 2026-02-22T22:23:04.286 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.241+0000 7f08452b5640 -1 rbd::mirror::InstanceWatcher: 0x559aaf809500 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.241+0000 7f083e2a7640 -1 rbd::mirror::MirrorStatusUpdater 0x559aaecfc6c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.241+0000 7f084b2c1640 -1 rbd::mirror::NamespaceReplayer: 0x559aaec9a1a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.241+0000 7f0844ab4640 -1 rbd::mirror::MirrorStatusUpdater 0x559aaf92b320 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.2.trial172.stderr:2026-02-22T22:23:04.241+0000 7f084bac2640 -1 rbd::mirror::NamespaceReplayer: 0x559aaec9a1a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.287 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.288 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.289 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.241+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.241+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.290 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.291 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.292 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.245+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.245+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.293 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.294 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.295 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.296 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.249+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.249+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.297 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.298 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.299 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.300 INFO:tasks.rbd_mirror.cluster1.client.mirror.2:Stopped 2026-02-22T22:23:04.300 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror 2026-02-22T22:23:04.311 DEBUG:tasks.rbd_mirror.cluster1.client.mirror.1:waiting for process to exit 2026-02-22T22:23:04.311 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.312 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.253+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.253+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.313 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.314 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.315 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.257+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.257+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.316 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.317 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.318 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.319 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.261+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.261+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.320 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.321 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.322 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.323 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.265+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.265+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.324 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.325 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.326 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.269+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.327 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.269+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.328 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.329 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.330 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.273+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.273+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.331 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.332 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.333 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.277+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.277+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.334 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.335 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.336 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.337 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.281+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.281+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.338 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.339 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.340 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.285+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.285+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.341 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.342 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.343 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.344 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.289+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.289+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.345 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.346 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.347 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.293+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.293+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.348 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.349 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.350 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.351 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.297+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.297+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.352 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.353 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.354 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.301+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.301+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.355 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.356 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.357 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.305+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.305+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.358 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.359 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.360 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.361 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.309+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.309+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.362 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.363 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800c76640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.1 (PID: 55225) UID: 1000 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.364 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::InstanceWatcher: 0x562f14841880 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6027 object: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7ffc74640 -1 rbd::mirror::InstanceWatcher: 0x562f14031500 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6027 object: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7ec44d640 -1 rbd::mirror::InstanceWatcher: 0x562f14392380 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7f9c68640 -1 rbd::mirror::InstanceWatcher: 0x562f14841880 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.365 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7f9467640 -1 rbd::mirror::InstanceWatcher: 0x562f14031500 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7ebc4c640 -1 rbd::mirror::MirrorStatusUpdater 0x562f141eafc0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::NamespaceReplayer: 0x562f14448000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.313+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7f2c5a640 -1 rbd::mirror::MirrorStatusUpdater 0x562f13fe45a0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7f2c5a640 -1 rbd::mirror::MirrorStatusUpdater 0x562f13fe4360 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::NamespaceReplayer: 0x562f13fe2000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::NamespaceReplayer: 0x562f13fe21a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7f9467640 -1 rbd::mirror::MirrorStatusUpdater 0x562f13fe4000 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7f9467640 -1 rbd::mirror::MirrorStatusUpdater 0x562f13fe4120 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7ffc74640 -1 rbd::mirror::NamespaceReplayer: 0x562f13fe2000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.313+0000 7fb7ffc74640 -1 rbd::mirror::NamespaceReplayer: 0x562f13fe21a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.366 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ec44d640 -1 rbd::mirror::InstanceWatcher: 0x562f14031880 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.367 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb800475640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::LeaderWatcher: 0x562f149d7b00 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.368 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::InstanceWatcher: 0x562f14841500 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.6027 object: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7f9c68640 -1 rbd::mirror::InstanceWatcher: 0x562f14841500 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7f345b640 -1 rbd::mirror::MirrorStatusUpdater 0x562f13d325a0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb800475640 -1 rbd::mirror::NamespaceReplayer: 0x562f13cd21a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.369 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.370 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7f9467640 -1 rbd::mirror::MirrorStatusUpdater 0x562f1498d320 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.370 INFO:tasks.rbd_mirror.cluster1.client.mirror.1.trial172.stderr:2026-02-22T22:23:04.317+0000 7fb7ffc74640 -1 rbd::mirror::NamespaceReplayer: 0x562f13cd21a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.317+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.373 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.321+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.325+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.374 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.329+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.375 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.376 INFO:tasks.rbd_mirror.cluster1.client.mirror.1:Stopped 2026-02-22T22:23:04.376 DEBUG:teuthology.run_tasks:Unwinding manager rbd-mirror 2026-02-22T22:23:04.388 DEBUG:tasks.rbd_mirror.cluster1.client.mirror.0:waiting for process to exit 2026-02-22T22:23:04.388 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:23:04.398 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.398 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.398 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.398 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.398 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.398 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.398 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.398 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.398 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.333+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.399 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.337+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.341+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.400 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.345+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.401 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.349+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.402 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.353+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.403 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.357+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.404 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.361+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.405 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.365+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.369+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.406 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.373+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.407 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.377+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.408 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.381+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.409 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.385+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d3699640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term rbd-mirror --foreground --cluster cluster1 --id mirror.0 (PID: 44395) UID: 1000 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2e98640 -1 rbd::mirror::InstanceWatcher: 0x55a8f429f880 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.5434 object: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5d2697640 -1 rbd::mirror::InstanceWatcher: 0x55a8f429fc00 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.5434 object: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.389+0000 7fc5cbe8a640 -1 rbd::mirror::InstanceWatcher: 0x55a8f429f880 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5cc68b640 -1 rbd::mirror::InstanceWatcher: 0x55a8f429fc00 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5c5e7e640 -1 rbd::mirror::MirrorStatusUpdater 0x55a8f3a5a5a0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::NamespaceReplayer: 0x55a8f3a58000 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::InstanceWatcher: 0x55a8f3e18700 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.5437 object: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5c567d640 -1 rbd::mirror::MirrorStatusUpdater 0x55a8f3a5a360 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::NamespaceReplayer: 0x55a8f3a581a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5cbe8a640 -1 rbd::mirror::MirrorStatusUpdater 0x55a8f3a5a000 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::NamespaceReplayer: 0x55a8f3a58000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.410 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5cc68b640 -1 rbd::mirror::MirrorStatusUpdater 0x55a8f3a5a120 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::NamespaceReplayer: 0x55a8f3a581a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5be66f640 -1 rbd::mirror::InstanceWatcher: 0x55a8f3e18700 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3c7cc00 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::InstanceWatcher: 0x55a8f3e18380 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.5437 object: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5be66f640 -1 rbd::mirror::InstanceWatcher: 0x55a8f3e18380 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5bee70640 -1 rbd::mirror::MirrorStatusUpdater 0x55a8f3c1d9e0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::NamespaceReplayer: 0x55a8f3eb2000 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2697640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.393+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_acquire_leader_lock: error acquiring lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.397+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_post_acquire_leader_lock: error acquiring leader lock: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.397+0000 7fc5d2e98640 -1 rbd::mirror::LeaderWatcher: 0x55a8f3797b00 handle_unregister_watch: error unregistering leader watcher for rbd_mirror_leader object: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.397+0000 7fc5d2e98640 -1 rbd::mirror::InstanceWatcher: 0x55a8f429f500 handle_unregister_watch: error unregistering instance watcher for rbd_mirror_instance.5434 object: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.397+0000 7fc5cc68b640 -1 rbd::mirror::InstanceWatcher: 0x55a8f429f500 handle_unregister_instance: error unregistering instance: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.397+0000 7fc5c5e7e640 -1 rbd::mirror::MirrorStatusUpdater 0x55a8f37866c0 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.397+0000 7fc5d2e98640 -1 rbd::mirror::NamespaceReplayer: 0x55a8f371e1a0 handle_shut_down_remote_status_updater: error shutting remote mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.397+0000 7fc5cbe8a640 -1 rbd::mirror::MirrorStatusUpdater 0x55a8f43b7320 handle_shut_down_mirror_status_watcher: failed to shut down mirror status watcher: (2) No such file or directory 2026-02-22T22:23:04.411 INFO:tasks.rbd_mirror.cluster1.client.mirror.0.trial172.stderr:2026-02-22T22:23:04.397+0000 7fc5d2697640 -1 rbd::mirror::NamespaceReplayer: 0x55a8f371e1a0 handle_shut_down_local_status_updater: error shutting local mirror status updater down: (2) No such file or directory 2026-02-22T22:23:04.412 INFO:tasks.rbd_mirror.cluster1.client.mirror.0:Stopped 2026-02-22T22:23:04.412 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-22T22:23:04.423 INFO:tasks.ceph.ceph_manager.cluster2:waiting for clean 2026-02-22T22:23:04.423 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:23:04.600 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T22:23:04.600 INFO:teuthology.orchestra.run.trial172.stderr:dumped all 2026-02-22T22:23:04.609 INFO:teuthology.orchestra.run.trial172.stdout:{"pg_ready":true,"pg_map":{"version":1585,"stamp":"2026-02-22T22:23:03.139001+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2713492,"kb_used_data":17752,"kb_used_omap":302,"kb_used_meta":2695377,"kb_avail":280402028,"statfs":{"total":289910292480,"available":287131676672,"internally_reserved":0,"allocated":18178048,"data_stored":10183474,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":310243,"internal_metadata":2760066077},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-536871032,"num_objects":-174,"num_object_clones":0,"num_object_copies":-348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-174,"num_whiteouts":0,"num_read":-138415,"num_read_kb":-39752406,"num_write":-1434000,"num_write_kb":-533019808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.000961"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":1014,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.881522+0000","last_change":"2026-02-22T21:47:08.877900+0000","last_active":"2026-02-22T22:22:57.881522+0000","last_peered":"2026-02-22T22:22:57.881522+0000","last_clean":"2026-02-22T22:22:57.881522+0000","last_became_active":"2026-02-22T21:47:06.872795+0000","last_became_peered":"2026-02-22T21:47:06.872795+0000","last_unstale":"2026-02-22T22:22:57.881522+0000","last_undegraded":"2026-02-22T22:22:57.881522+0000","last_fullsized":"2026-02-22T22:22:57.881522+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:58:39.702242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058114699999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1014,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.882417+0000","last_change":"2026-02-22T21:47:08.877584+0000","last_active":"2026-02-22T22:22:57.882417+0000","last_peered":"2026-02-22T22:22:57.882417+0000","last_clean":"2026-02-22T22:22:57.882417+0000","last_became_active":"2026-02-22T21:47:06.872839+0000","last_became_peered":"2026-02-22T21:47:06.872839+0000","last_unstale":"2026-02-22T22:22:57.882417+0000","last_undegraded":"2026-02-22T22:22:57.882417+0000","last_fullsized":"2026-02-22T22:22:57.882417+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:55.514170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000319888,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1015,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.876751+0000","last_change":"2026-02-22T21:47:08.877724+0000","last_active":"2026-02-22T22:22:57.876751+0000","last_peered":"2026-02-22T22:22:57.876751+0000","last_clean":"2026-02-22T22:22:57.876751+0000","last_became_active":"2026-02-22T21:47:06.873278+0000","last_became_peered":"2026-02-22T21:47:06.873278+0000","last_unstale":"2026-02-22T22:22:57.876751+0000","last_undegraded":"2026-02-22T22:22:57.876751+0000","last_fullsized":"2026-02-22T22:22:57.876751+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:02:18.599940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046129400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1015,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.878636+0000","last_change":"2026-02-22T21:47:08.877752+0000","last_active":"2026-02-22T22:22:57.878636+0000","last_peered":"2026-02-22T22:22:57.878636+0000","last_clean":"2026-02-22T22:22:57.878636+0000","last_became_active":"2026-02-22T21:47:06.873240+0000","last_became_peered":"2026-02-22T21:47:06.873240+0000","last_unstale":"2026-02-22T22:22:57.878636+0000","last_undegraded":"2026-02-22T22:22:57.878636+0000","last_fullsized":"2026-02-22T22:22:57.878636+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:39.196929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046304700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"15'2","reported_seq":1019,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.317977+0000","last_change":"2026-02-22T21:47:08.876168+0000","last_active":"2026-02-22T22:22:57.317977+0000","last_peered":"2026-02-22T22:22:57.317977+0000","last_clean":"2026-02-22T22:22:57.317977+0000","last_became_active":"2026-02-22T21:47:06.872902+0000","last_became_peered":"2026-02-22T21:47:06.872902+0000","last_unstale":"2026-02-22T22:22:57.317977+0000","last_undegraded":"2026-02-22T22:22:57.317977+0000","last_fullsized":"2026-02-22T22:22:57.317977+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:57:15.050243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064856400000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1017,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:58.082291+0000","last_change":"2026-02-22T21:47:08.873768+0000","last_active":"2026-02-22T22:22:58.082291+0000","last_peered":"2026-02-22T22:22:58.082291+0000","last_clean":"2026-02-22T22:22:58.082291+0000","last_became_active":"2026-02-22T21:47:06.872757+0000","last_became_peered":"2026-02-22T21:47:06.872757+0000","last_unstale":"2026-02-22T22:22:58.082291+0000","last_undegraded":"2026-02-22T22:22:58.082291+0000","last_fullsized":"2026-02-22T22:22:58.082291+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:14:59.100157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029165499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1017,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:58.080204+0000","last_change":"2026-02-22T21:47:08.873781+0000","last_active":"2026-02-22T22:22:58.080204+0000","last_peered":"2026-02-22T22:22:58.080204+0000","last_clean":"2026-02-22T22:22:58.080204+0000","last_became_active":"2026-02-22T21:47:06.872951+0000","last_became_peered":"2026-02-22T21:47:06.872951+0000","last_unstale":"2026-02-22T22:22:58.080204+0000","last_undegraded":"2026-02-22T22:22:58.080204+0000","last_fullsized":"2026-02-22T22:22:58.080204+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:57:55.396028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029786800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"13'1","reported_seq":1016,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.883238+0000","last_change":"2026-02-22T21:47:08.877540+0000","last_active":"2026-02-22T22:22:57.883238+0000","last_peered":"2026-02-22T22:22:57.883238+0000","last_clean":"2026-02-22T22:22:57.883238+0000","last_became_active":"2026-02-22T21:47:06.872447+0000","last_became_peered":"2026-02-22T21:47:06.872447+0000","last_unstale":"2026-02-22T22:22:57.883238+0000","last_undegraded":"2026-02-22T22:22:57.883238+0000","last_fullsized":"2026-02-22T22:22:57.883238+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:20:40.946286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031625199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":1106,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.883501+0000","last_change":"2026-02-22T21:47:03.567874+0000","last_active":"2026-02-22T22:22:57.883501+0000","last_peered":"2026-02-22T22:22:57.883501+0000","last_clean":"2026-02-22T22:22:57.883501+0000","last_became_active":"2026-02-22T21:47:03.567194+0000","last_became_peered":"2026-02-22T21:47:03.567194+0000","last_unstale":"2026-02-22T22:22:57.883501+0000","last_undegraded":"2026-02-22T22:22:57.883501+0000","last_fullsized":"2026-02-22T22:22:57.883501+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_clean_scrub_stamp":"2026-02-22T21:47:01.853258+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:07:25.697364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738803,"num_pgs":79,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":660868,"kb_used_data":5872,"kb_used_omap":89,"kb_used_meta":654886,"kb_avail":93710972,"statfs":{"total":96636764160,"available":95960035328,"internally_reserved":0,"allocated":6012928,"data_stored":3000900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":91863,"internal_metadata":670603561},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738805,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1003144,"kb_used_data":5940,"kb_used_omap":86,"kb_used_meta":997097,"kb_avail":93368696,"statfs":{"total":96636764160,"available":95609544704,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":88906,"internal_metadata":1021027510},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738805,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1049480,"kb_used_data":5940,"kb_used_omap":126,"kb_used_meta":1043393,"kb_avail":93322360,"statfs":{"total":96636764160,"available":95562096640,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":129474,"internal_metadata":1068435006},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:23:04.610 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:23:04.764 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T22:23:04.764 INFO:teuthology.orchestra.run.trial172.stderr:dumped all 2026-02-22T22:23:04.774 INFO:teuthology.orchestra.run.trial172.stdout:{"pg_ready":true,"pg_map":{"version":1585,"stamp":"2026-02-22T22:23:03.139001+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2713492,"kb_used_data":17752,"kb_used_omap":302,"kb_used_meta":2695377,"kb_avail":280402028,"statfs":{"total":289910292480,"available":287131676672,"internally_reserved":0,"allocated":18178048,"data_stored":10183474,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":310243,"internal_metadata":2760066077},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-536871032,"num_objects":-174,"num_object_clones":0,"num_object_copies":-348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-174,"num_whiteouts":0,"num_read":-138415,"num_read_kb":-39752406,"num_write":-1434000,"num_write_kb":-533019808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.000961"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":1014,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.881522+0000","last_change":"2026-02-22T21:47:08.877900+0000","last_active":"2026-02-22T22:22:57.881522+0000","last_peered":"2026-02-22T22:22:57.881522+0000","last_clean":"2026-02-22T22:22:57.881522+0000","last_became_active":"2026-02-22T21:47:06.872795+0000","last_became_peered":"2026-02-22T21:47:06.872795+0000","last_unstale":"2026-02-22T22:22:57.881522+0000","last_undegraded":"2026-02-22T22:22:57.881522+0000","last_fullsized":"2026-02-22T22:22:57.881522+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:58:39.702242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058114699999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1014,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.882417+0000","last_change":"2026-02-22T21:47:08.877584+0000","last_active":"2026-02-22T22:22:57.882417+0000","last_peered":"2026-02-22T22:22:57.882417+0000","last_clean":"2026-02-22T22:22:57.882417+0000","last_became_active":"2026-02-22T21:47:06.872839+0000","last_became_peered":"2026-02-22T21:47:06.872839+0000","last_unstale":"2026-02-22T22:22:57.882417+0000","last_undegraded":"2026-02-22T22:22:57.882417+0000","last_fullsized":"2026-02-22T22:22:57.882417+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:55.514170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000319888,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1015,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.876751+0000","last_change":"2026-02-22T21:47:08.877724+0000","last_active":"2026-02-22T22:22:57.876751+0000","last_peered":"2026-02-22T22:22:57.876751+0000","last_clean":"2026-02-22T22:22:57.876751+0000","last_became_active":"2026-02-22T21:47:06.873278+0000","last_became_peered":"2026-02-22T21:47:06.873278+0000","last_unstale":"2026-02-22T22:22:57.876751+0000","last_undegraded":"2026-02-22T22:22:57.876751+0000","last_fullsized":"2026-02-22T22:22:57.876751+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:02:18.599940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046129400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1015,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.878636+0000","last_change":"2026-02-22T21:47:08.877752+0000","last_active":"2026-02-22T22:22:57.878636+0000","last_peered":"2026-02-22T22:22:57.878636+0000","last_clean":"2026-02-22T22:22:57.878636+0000","last_became_active":"2026-02-22T21:47:06.873240+0000","last_became_peered":"2026-02-22T21:47:06.873240+0000","last_unstale":"2026-02-22T22:22:57.878636+0000","last_undegraded":"2026-02-22T22:22:57.878636+0000","last_fullsized":"2026-02-22T22:22:57.878636+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:39.196929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046304700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"15'2","reported_seq":1019,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.317977+0000","last_change":"2026-02-22T21:47:08.876168+0000","last_active":"2026-02-22T22:22:57.317977+0000","last_peered":"2026-02-22T22:22:57.317977+0000","last_clean":"2026-02-22T22:22:57.317977+0000","last_became_active":"2026-02-22T21:47:06.872902+0000","last_became_peered":"2026-02-22T21:47:06.872902+0000","last_unstale":"2026-02-22T22:22:57.317977+0000","last_undegraded":"2026-02-22T22:22:57.317977+0000","last_fullsized":"2026-02-22T22:22:57.317977+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:57:15.050243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064856400000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1017,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:58.082291+0000","last_change":"2026-02-22T21:47:08.873768+0000","last_active":"2026-02-22T22:22:58.082291+0000","last_peered":"2026-02-22T22:22:58.082291+0000","last_clean":"2026-02-22T22:22:58.082291+0000","last_became_active":"2026-02-22T21:47:06.872757+0000","last_became_peered":"2026-02-22T21:47:06.872757+0000","last_unstale":"2026-02-22T22:22:58.082291+0000","last_undegraded":"2026-02-22T22:22:58.082291+0000","last_fullsized":"2026-02-22T22:22:58.082291+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:14:59.100157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029165499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1017,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:58.080204+0000","last_change":"2026-02-22T21:47:08.873781+0000","last_active":"2026-02-22T22:22:58.080204+0000","last_peered":"2026-02-22T22:22:58.080204+0000","last_clean":"2026-02-22T22:22:58.080204+0000","last_became_active":"2026-02-22T21:47:06.872951+0000","last_became_peered":"2026-02-22T21:47:06.872951+0000","last_unstale":"2026-02-22T22:22:58.080204+0000","last_undegraded":"2026-02-22T22:22:58.080204+0000","last_fullsized":"2026-02-22T22:22:58.080204+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:57:55.396028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029786800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"13'1","reported_seq":1016,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.883238+0000","last_change":"2026-02-22T21:47:08.877540+0000","last_active":"2026-02-22T22:22:57.883238+0000","last_peered":"2026-02-22T22:22:57.883238+0000","last_clean":"2026-02-22T22:22:57.883238+0000","last_became_active":"2026-02-22T21:47:06.872447+0000","last_became_peered":"2026-02-22T21:47:06.872447+0000","last_unstale":"2026-02-22T22:22:57.883238+0000","last_undegraded":"2026-02-22T22:22:57.883238+0000","last_fullsized":"2026-02-22T22:22:57.883238+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:20:40.946286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031625199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":1106,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.883501+0000","last_change":"2026-02-22T21:47:03.567874+0000","last_active":"2026-02-22T22:22:57.883501+0000","last_peered":"2026-02-22T22:22:57.883501+0000","last_clean":"2026-02-22T22:22:57.883501+0000","last_became_active":"2026-02-22T21:47:03.567194+0000","last_became_peered":"2026-02-22T21:47:03.567194+0000","last_unstale":"2026-02-22T22:22:57.883501+0000","last_undegraded":"2026-02-22T22:22:57.883501+0000","last_fullsized":"2026-02-22T22:22:57.883501+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_clean_scrub_stamp":"2026-02-22T21:47:01.853258+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:07:25.697364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738803,"num_pgs":79,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":660868,"kb_used_data":5872,"kb_used_omap":89,"kb_used_meta":654886,"kb_avail":93710972,"statfs":{"total":96636764160,"available":95960035328,"internally_reserved":0,"allocated":6012928,"data_stored":3000900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":91863,"internal_metadata":670603561},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738805,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1003144,"kb_used_data":5940,"kb_used_omap":86,"kb_used_meta":997097,"kb_avail":93368696,"statfs":{"total":96636764160,"available":95609544704,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":88906,"internal_metadata":1021027510},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738805,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1049480,"kb_used_data":5940,"kb_used_omap":126,"kb_used_meta":1043393,"kb_avail":93322360,"statfs":{"total":96636764160,"available":95562096640,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":129474,"internal_metadata":1068435006},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:23:04.776 INFO:tasks.ceph.ceph_manager.cluster2:clean! 2026-02-22T22:23:04.776 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:23:04.922 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T22:23:04.923 INFO:teuthology.orchestra.run.trial172.stderr:dumped all 2026-02-22T22:23:04.933 INFO:teuthology.orchestra.run.trial172.stdout:{"pg_ready":true,"pg_map":{"version":1585,"stamp":"2026-02-22T22:23:03.139001+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2713492,"kb_used_data":17752,"kb_used_omap":302,"kb_used_meta":2695377,"kb_avail":280402028,"statfs":{"total":289910292480,"available":287131676672,"internally_reserved":0,"allocated":18178048,"data_stored":10183474,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":310243,"internal_metadata":2760066077},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-536871032,"num_objects":-174,"num_object_clones":0,"num_object_copies":-348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-174,"num_whiteouts":0,"num_read":-138415,"num_read_kb":-39752406,"num_write":-1434000,"num_write_kb":-533019808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.000961"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":1014,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.881522+0000","last_change":"2026-02-22T21:47:08.877900+0000","last_active":"2026-02-22T22:22:57.881522+0000","last_peered":"2026-02-22T22:22:57.881522+0000","last_clean":"2026-02-22T22:22:57.881522+0000","last_became_active":"2026-02-22T21:47:06.872795+0000","last_became_peered":"2026-02-22T21:47:06.872795+0000","last_unstale":"2026-02-22T22:22:57.881522+0000","last_undegraded":"2026-02-22T22:22:57.881522+0000","last_fullsized":"2026-02-22T22:22:57.881522+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:58:39.702242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058114699999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1014,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.882417+0000","last_change":"2026-02-22T21:47:08.877584+0000","last_active":"2026-02-22T22:22:57.882417+0000","last_peered":"2026-02-22T22:22:57.882417+0000","last_clean":"2026-02-22T22:22:57.882417+0000","last_became_active":"2026-02-22T21:47:06.872839+0000","last_became_peered":"2026-02-22T21:47:06.872839+0000","last_unstale":"2026-02-22T22:22:57.882417+0000","last_undegraded":"2026-02-22T22:22:57.882417+0000","last_fullsized":"2026-02-22T22:22:57.882417+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:55.514170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000319888,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1015,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.876751+0000","last_change":"2026-02-22T21:47:08.877724+0000","last_active":"2026-02-22T22:22:57.876751+0000","last_peered":"2026-02-22T22:22:57.876751+0000","last_clean":"2026-02-22T22:22:57.876751+0000","last_became_active":"2026-02-22T21:47:06.873278+0000","last_became_peered":"2026-02-22T21:47:06.873278+0000","last_unstale":"2026-02-22T22:22:57.876751+0000","last_undegraded":"2026-02-22T22:22:57.876751+0000","last_fullsized":"2026-02-22T22:22:57.876751+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:02:18.599940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046129400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1015,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.878636+0000","last_change":"2026-02-22T21:47:08.877752+0000","last_active":"2026-02-22T22:22:57.878636+0000","last_peered":"2026-02-22T22:22:57.878636+0000","last_clean":"2026-02-22T22:22:57.878636+0000","last_became_active":"2026-02-22T21:47:06.873240+0000","last_became_peered":"2026-02-22T21:47:06.873240+0000","last_unstale":"2026-02-22T22:22:57.878636+0000","last_undegraded":"2026-02-22T22:22:57.878636+0000","last_fullsized":"2026-02-22T22:22:57.878636+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:39.196929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046304700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"15'2","reported_seq":1019,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.317977+0000","last_change":"2026-02-22T21:47:08.876168+0000","last_active":"2026-02-22T22:22:57.317977+0000","last_peered":"2026-02-22T22:22:57.317977+0000","last_clean":"2026-02-22T22:22:57.317977+0000","last_became_active":"2026-02-22T21:47:06.872902+0000","last_became_peered":"2026-02-22T21:47:06.872902+0000","last_unstale":"2026-02-22T22:22:57.317977+0000","last_undegraded":"2026-02-22T22:22:57.317977+0000","last_fullsized":"2026-02-22T22:22:57.317977+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:57:15.050243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064856400000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1017,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:58.082291+0000","last_change":"2026-02-22T21:47:08.873768+0000","last_active":"2026-02-22T22:22:58.082291+0000","last_peered":"2026-02-22T22:22:58.082291+0000","last_clean":"2026-02-22T22:22:58.082291+0000","last_became_active":"2026-02-22T21:47:06.872757+0000","last_became_peered":"2026-02-22T21:47:06.872757+0000","last_unstale":"2026-02-22T22:22:58.082291+0000","last_undegraded":"2026-02-22T22:22:58.082291+0000","last_fullsized":"2026-02-22T22:22:58.082291+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:14:59.100157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029165499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1017,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:58.080204+0000","last_change":"2026-02-22T21:47:08.873781+0000","last_active":"2026-02-22T22:22:58.080204+0000","last_peered":"2026-02-22T22:22:58.080204+0000","last_clean":"2026-02-22T22:22:58.080204+0000","last_became_active":"2026-02-22T21:47:06.872951+0000","last_became_peered":"2026-02-22T21:47:06.872951+0000","last_unstale":"2026-02-22T22:22:58.080204+0000","last_undegraded":"2026-02-22T22:22:58.080204+0000","last_fullsized":"2026-02-22T22:22:58.080204+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:57:55.396028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029786800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"13'1","reported_seq":1016,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.883238+0000","last_change":"2026-02-22T21:47:08.877540+0000","last_active":"2026-02-22T22:22:57.883238+0000","last_peered":"2026-02-22T22:22:57.883238+0000","last_clean":"2026-02-22T22:22:57.883238+0000","last_became_active":"2026-02-22T21:47:06.872447+0000","last_became_peered":"2026-02-22T21:47:06.872447+0000","last_unstale":"2026-02-22T22:22:57.883238+0000","last_undegraded":"2026-02-22T22:22:57.883238+0000","last_fullsized":"2026-02-22T22:22:57.883238+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:20:40.946286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031625199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":1106,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.883501+0000","last_change":"2026-02-22T21:47:03.567874+0000","last_active":"2026-02-22T22:22:57.883501+0000","last_peered":"2026-02-22T22:22:57.883501+0000","last_clean":"2026-02-22T22:22:57.883501+0000","last_became_active":"2026-02-22T21:47:03.567194+0000","last_became_peered":"2026-02-22T21:47:03.567194+0000","last_unstale":"2026-02-22T22:22:57.883501+0000","last_undegraded":"2026-02-22T22:22:57.883501+0000","last_fullsized":"2026-02-22T22:22:57.883501+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_clean_scrub_stamp":"2026-02-22T21:47:01.853258+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:07:25.697364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738803,"num_pgs":79,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":660868,"kb_used_data":5872,"kb_used_omap":89,"kb_used_meta":654886,"kb_avail":93710972,"statfs":{"total":96636764160,"available":95960035328,"internally_reserved":0,"allocated":6012928,"data_stored":3000900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":91863,"internal_metadata":670603561},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738805,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1003144,"kb_used_data":5940,"kb_used_omap":86,"kb_used_meta":997097,"kb_avail":93368696,"statfs":{"total":96636764160,"available":95609544704,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":88906,"internal_metadata":1021027510},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738805,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1049480,"kb_used_data":5940,"kb_used_omap":126,"kb_used_meta":1043393,"kb_avail":93322360,"statfs":{"total":96636764160,"available":95562096640,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":129474,"internal_metadata":1068435006},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:23:04.934 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd dump --format=json 2026-02-22T22:23:05.083 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T22:23:05.084 INFO:teuthology.orchestra.run.trial172.stdout:{"epoch":506,"fsid":"a1e47ef0-11a3-4b21-944e-e7a5aff65e05","created":"2026-02-22T21:46:51.166419+0000","modified":"2026-02-22T22:22:57.313676+0000","last_up_change":"2026-02-22T21:46:59.848103+0000","last_in_change":"2026-02-22T21:46:51.675627+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:47:00.873183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:47:05.453241+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":15,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e58f4dfb-f039-406e-9345-7fdeaac98148","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6808","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6809","nonce":1466619262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6810","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6811","nonce":1466619262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6814","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6815","nonce":1466619262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6812","nonce":1466619262},{"type":"v1","addr":"10.20.193.172:6813","nonce":1466619262}]},"public_addr":"10.20.193.172:6809/1466619262","cluster_addr":"10.20.193.172:6811/1466619262","heartbeat_back_addr":"10.20.193.172:6815/1466619262","heartbeat_front_addr":"10.20.193.172:6813/1466619262","state":["exists","up"]},{"osd":1,"uuid":"6f62d0dd-ae01-4b3b-9f08-d6b6b839858b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6816","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6817","nonce":2034778489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6818","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6819","nonce":2034778489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6822","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6823","nonce":2034778489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6820","nonce":2034778489},{"type":"v1","addr":"10.20.193.172:6821","nonce":2034778489}]},"public_addr":"10.20.193.172:6817/2034778489","cluster_addr":"10.20.193.172:6819/2034778489","heartbeat_back_addr":"10.20.193.172:6823/2034778489","heartbeat_front_addr":"10.20.193.172:6821/2034778489","state":["exists","up"]},{"osd":2,"uuid":"89ea13ba-b643-471d-97d8-3c47144a9627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6800","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6801","nonce":923375402}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6802","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6803","nonce":923375402}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6806","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6807","nonce":923375402}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.172:6804","nonce":923375402},{"type":"v1","addr":"10.20.193.172:6805","nonce":923375402}]},"public_addr":"10.20.193.172:6801/923375402","cluster_addr":"10.20.193.172:6803/923375402","heartbeat_back_addr":"10.20.193.172:6807/923375402","heartbeat_front_addr":"10.20.193.172:6805/923375402","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:58.728830+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:58.283637+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:58.362629+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.172:0/1687665134":"2026-02-22T23:21:25.688561+0000","10.20.193.172:0/2496666037":"2026-02-22T23:20:45.193564+0000","10.20.193.172:0/434154738":"2026-02-22T23:18:36.404759+0000","10.20.193.172:0/3096218413":"2026-02-22T23:17:13.018374+0000","10.20.193.172:0/1743819824":"2026-02-22T23:16:34.393033+0000","10.20.193.172:0/270683849":"2026-02-22T23:13:06.878760+0000","10.20.193.172:0/3035078616":"2026-02-22T23:08:58.978461+0000","10.20.193.172:0/2723749693":"2026-02-22T23:12:43.003496+0000","10.20.193.172:0/1209823399":"2026-02-22T23:08:51.167313+0000","10.20.193.172:0/3615939871":"2026-02-22T23:17:55.027574+0000","10.20.193.172:0/2465401310":"2026-02-22T23:11:30.008293+0000","10.20.193.172:0/1461557037":"2026-02-22T23:08:42.908699+0000","10.20.193.172:0/2139778891":"2026-02-22T23:08:34.907844+0000","10.20.193.172:0/635295023":"2026-02-22T23:08:26.912051+0000","10.20.193.172:0/1604227280":"2026-02-22T23:07:46.831977+0000","10.20.193.172:0/1398751306":"2026-02-22T23:22:49.607109+0000","10.20.193.172:0/3725688162":"2026-02-22T22:50:37.988982+0000","10.20.193.172:0/117799264":"2026-02-22T23:07:30.792432+0000","10.20.193.172:0/2731407632":"2026-02-22T23:08:10.863012+0000","10.20.193.172:0/2283554675":"2026-02-22T23:11:37.973319+0000","10.20.193.172:0/683218918":"2026-02-22T23:10:41.483386+0000","10.20.193.172:0/1879006579":"2026-02-22T22:52:17.589111+0000","10.20.193.172:0/1075921537":"2026-02-22T23:06:57.980116+0000","10.20.193.172:0/420422442":"2026-02-22T23:09:30.770591+0000","10.20.193.172:0/2698297818":"2026-02-22T23:10:57.910605+0000","10.20.193.172:0/1820370929":"2026-02-22T23:12:02.856072+0000","10.20.193.172:0/944913476":"2026-02-22T23:12:11.086862+0000","10.20.193.172:0/2911893268":"2026-02-22T23:08:18.888327+0000","10.20.193.172:0/3785875888":"2026-02-22T23:08:02.841575+0000","10.20.193.172:0/784222797":"2026-02-22T23:07:13.997106+0000","10.20.193.172:0/238973725":"2026-02-22T23:09:06.970089+0000","10.20.193.172:0/2450422974":"2026-02-22T23:07:22.218544+0000","10.20.193.172:0/306942875":"2026-02-22T23:06:41.964927+0000","10.20.193.172:0/3910513894":"2026-02-22T23:11:54.990581+0000","10.20.193.172:0/3116771934":"2026-02-22T22:49:46.144371+0000","10.20.193.172:0/2647683606":"2026-02-22T23:07:38.836728+0000","10.20.193.172:0/2025111701":"2026-02-22T23:19:21.448136+0000","10.20.193.172:0/2528222786":"2026-02-22T23:06:49.918110+0000","10.20.193.172:0/1753208370":"2026-02-22T22:51:24.609338+0000","10.20.193.172:0/1195885147":"2026-02-22T22:55:26.574937+0000","10.20.193.172:0/1038102844":"2026-02-22T23:20:02.067308+0000","10.20.193.172:0/2173307760":"2026-02-22T23:12:26.955057+0000","10.20.193.172:0/3538084675":"2026-02-22T23:06:33.583898+0000","10.20.193.172:0/1105086806":"2026-02-22T23:10:19.071376+0000","10.20.193.172:0/290742812":"2026-02-22T22:53:05.465249+0000","10.20.193.172:0/1855860665":"2026-02-22T22:53:51.590661+0000","10.20.193.172:0/3261134139":"2026-02-22T23:09:38.771336+0000","10.20.193.172:0/3692811110":"2026-02-22T22:54:39.789081+0000","10.20.193.172:0/530549762":"2026-02-22T23:07:05.978658+0000","10.20.193.172:0/4275765586":"2026-02-22T22:56:17.164702+0000","10.20.193.172:0/3124637326":"2026-02-22T23:07:54.857338+0000","10.20.193.172:0/3815405783":"2026-02-22T23:09:14.962840+0000","10.20.193.172:0/1007206201":"2026-02-22T23:09:54.803196+0000","10.20.193.172:0/426058686":"2026-02-22T23:09:46.676977+0000","10.20.193.172:0/2984846980":"2026-02-22T23:10:02.789075+0000","10.20.193.172:0/3617173486":"2026-02-22T23:22:05.788471+0000","10.20.193.172:0/3369632290":"2026-02-22T23:10:10.824966+0000","10.20.193.172:0/1704779062":"2026-02-22T23:10:26.884152+0000","10.20.193.172:0/3743211311":"2026-02-22T23:10:34.926458+0000","10.20.193.172:0/4225980445":"2026-02-22T23:10:49.919425+0000","10.20.193.172:0/2675789497":"2026-02-22T23:11:05.974856+0000","10.20.193.172:0/1829732143":"2026-02-22T23:09:22.992626+0000","10.20.193.172:0/708071978":"2026-02-22T23:12:18.864818+0000","10.20.193.172:0/3828120525":"2026-02-22T23:11:14.012379+0000","10.20.193.172:0/2871744727":"2026-02-22T23:11:22.009320+0000","10.20.193.172:0/3937571880":"2026-02-22T23:11:46.189224+0000","10.20.193.172:0/3373316515":"2026-02-22T23:12:59.058841+0000","10.20.193.172:0/3502033042":"2026-02-22T23:12:35.005253+0000","10.20.193.172:0/2320168464":"2026-02-22T22:49:01.494730+0000","10.20.193.172:0/1291433071":"2026-02-22T23:12:51.026094+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":194,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:23:06.095 INFO:tasks.ceph:Scrubbing cluster2.osd.0 2026-02-22T22:23:06.096 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:23:06.172 INFO:teuthology.orchestra.run.trial172.stdout:{ 2026-02-22T22:23:06.173 INFO:teuthology.orchestra.run.trial172.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-02-22T22:23:06.173 INFO:teuthology.orchestra.run.trial172.stdout:} 2026-02-22T22:23:06.182 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 0 2026-02-22T22:23:06.327 INFO:teuthology.orchestra.run.trial172.stderr:instructed osd(s) 0 to deep-scrub 2026-02-22T22:23:06.338 INFO:tasks.ceph:Scrubbing cluster2.osd.1 2026-02-22T22:23:06.338 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:23:06.421 INFO:teuthology.orchestra.run.trial172.stdout:{ 2026-02-22T22:23:06.421 INFO:teuthology.orchestra.run.trial172.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:23:06.421 INFO:teuthology.orchestra.run.trial172.stdout:} 2026-02-22T22:23:06.433 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 1 2026-02-22T22:23:06.587 INFO:teuthology.orchestra.run.trial172.stderr:instructed osd(s) 1 to deep-scrub 2026-02-22T22:23:06.598 INFO:tasks.ceph:Scrubbing cluster2.osd.2 2026-02-22T22:23:06.598 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:23:06.681 INFO:teuthology.orchestra.run.trial172.stdout:{ 2026-02-22T22:23:06.681 INFO:teuthology.orchestra.run.trial172.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:23:06.681 INFO:teuthology.orchestra.run.trial172.stdout:} 2026-02-22T22:23:06.690 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 osd deep-scrub 2 2026-02-22T22:23:06.835 INFO:teuthology.orchestra.run.trial172.stderr:instructed osd(s) 2 to deep-scrub 2026-02-22T22:23:06.846 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:23:06.994 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T22:23:06.995 INFO:teuthology.orchestra.run.trial172.stderr:dumped all 2026-02-22T22:23:07.005 INFO:teuthology.orchestra.run.trial172.stdout:{"pg_ready":true,"pg_map":{"version":1586,"stamp":"2026-02-22T22:23:05.139184+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2713492,"kb_used_data":17752,"kb_used_omap":302,"kb_used_meta":2695377,"kb_avail":280402028,"statfs":{"total":289910292480,"available":287131676672,"internally_reserved":0,"allocated":18178048,"data_stored":10183474,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":310243,"internal_metadata":2760066077},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-19,"num_objects":-17,"num_object_clones":0,"num_object_copies":-34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-17,"num_whiteouts":0,"num_read":-2819,"num_read_kb":-2625,"num_write":-511,"num_write_kb":-338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.938900"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":1014,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.881522+0000","last_change":"2026-02-22T21:47:08.877900+0000","last_active":"2026-02-22T22:22:57.881522+0000","last_peered":"2026-02-22T22:22:57.881522+0000","last_clean":"2026-02-22T22:22:57.881522+0000","last_became_active":"2026-02-22T21:47:06.872795+0000","last_became_peered":"2026-02-22T21:47:06.872795+0000","last_unstale":"2026-02-22T22:22:57.881522+0000","last_undegraded":"2026-02-22T22:22:57.881522+0000","last_fullsized":"2026-02-22T22:22:57.881522+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:58:39.702242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058114699999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1014,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.882417+0000","last_change":"2026-02-22T21:47:08.877584+0000","last_active":"2026-02-22T22:22:57.882417+0000","last_peered":"2026-02-22T22:22:57.882417+0000","last_clean":"2026-02-22T22:22:57.882417+0000","last_became_active":"2026-02-22T21:47:06.872839+0000","last_became_peered":"2026-02-22T21:47:06.872839+0000","last_unstale":"2026-02-22T22:22:57.882417+0000","last_undegraded":"2026-02-22T22:22:57.882417+0000","last_fullsized":"2026-02-22T22:22:57.882417+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:26:55.514170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000319888,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1015,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.876751+0000","last_change":"2026-02-22T21:47:08.877724+0000","last_active":"2026-02-22T22:22:57.876751+0000","last_peered":"2026-02-22T22:22:57.876751+0000","last_clean":"2026-02-22T22:22:57.876751+0000","last_became_active":"2026-02-22T21:47:06.873278+0000","last_became_peered":"2026-02-22T21:47:06.873278+0000","last_unstale":"2026-02-22T22:22:57.876751+0000","last_undegraded":"2026-02-22T22:22:57.876751+0000","last_fullsized":"2026-02-22T22:22:57.876751+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T00:02:18.599940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046129400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1015,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.878636+0000","last_change":"2026-02-22T21:47:08.877752+0000","last_active":"2026-02-22T22:22:57.878636+0000","last_peered":"2026-02-22T22:22:57.878636+0000","last_clean":"2026-02-22T22:22:57.878636+0000","last_became_active":"2026-02-22T21:47:06.873240+0000","last_became_peered":"2026-02-22T21:47:06.873240+0000","last_unstale":"2026-02-22T22:22:57.878636+0000","last_undegraded":"2026-02-22T22:22:57.878636+0000","last_fullsized":"2026-02-22T22:22:57.878636+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:39.196929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046304700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"15'2","reported_seq":1019,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.317977+0000","last_change":"2026-02-22T21:47:08.876168+0000","last_active":"2026-02-22T22:22:57.317977+0000","last_peered":"2026-02-22T22:22:57.317977+0000","last_clean":"2026-02-22T22:22:57.317977+0000","last_became_active":"2026-02-22T21:47:06.872902+0000","last_became_peered":"2026-02-22T21:47:06.872902+0000","last_unstale":"2026-02-22T22:22:57.317977+0000","last_undegraded":"2026-02-22T22:22:57.317977+0000","last_fullsized":"2026-02-22T22:22:57.317977+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:57:15.050243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064856400000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1017,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:58.082291+0000","last_change":"2026-02-22T21:47:08.873768+0000","last_active":"2026-02-22T22:22:58.082291+0000","last_peered":"2026-02-22T22:22:58.082291+0000","last_clean":"2026-02-22T22:22:58.082291+0000","last_became_active":"2026-02-22T21:47:06.872757+0000","last_became_peered":"2026-02-22T21:47:06.872757+0000","last_unstale":"2026-02-22T22:22:58.082291+0000","last_undegraded":"2026-02-22T22:22:58.082291+0000","last_fullsized":"2026-02-22T22:22:58.082291+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:14:59.100157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029165499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1017,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:58.080204+0000","last_change":"2026-02-22T21:47:08.873781+0000","last_active":"2026-02-22T22:22:58.080204+0000","last_peered":"2026-02-22T22:22:58.080204+0000","last_clean":"2026-02-22T22:22:58.080204+0000","last_became_active":"2026-02-22T21:47:06.872951+0000","last_became_peered":"2026-02-22T21:47:06.872951+0000","last_unstale":"2026-02-22T22:22:58.080204+0000","last_undegraded":"2026-02-22T22:22:58.080204+0000","last_fullsized":"2026-02-22T22:22:58.080204+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:57:55.396028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029786800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"13'1","reported_seq":1016,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.883238+0000","last_change":"2026-02-22T21:47:08.877540+0000","last_active":"2026-02-22T22:22:57.883238+0000","last_peered":"2026-02-22T22:22:57.883238+0000","last_clean":"2026-02-22T22:22:57.883238+0000","last_became_active":"2026-02-22T21:47:06.872447+0000","last_became_peered":"2026-02-22T21:47:06.872447+0000","last_unstale":"2026-02-22T22:22:57.883238+0000","last_undegraded":"2026-02-22T22:22:57.883238+0000","last_fullsized":"2026-02-22T22:22:57.883238+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:05.862186+0000","last_clean_scrub_stamp":"2026-02-22T21:47:05.862186+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:20:40.946286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031625199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'72","reported_seq":1106,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.883501+0000","last_change":"2026-02-22T21:47:03.567874+0000","last_active":"2026-02-22T22:22:57.883501+0000","last_peered":"2026-02-22T22:22:57.883501+0000","last_clean":"2026-02-22T22:22:57.883501+0000","last_became_active":"2026-02-22T21:47:03.567194+0000","last_became_peered":"2026-02-22T21:47:03.567194+0000","last_unstale":"2026-02-22T22:22:57.883501+0000","last_undegraded":"2026-02-22T22:22:57.883501+0000","last_fullsized":"2026-02-22T22:22:57.883501+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:47:01.853258+0000","last_clean_scrub_stamp":"2026-02-22T21:47:01.853258+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:07:25.697364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738803,"num_pgs":79,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":660868,"kb_used_data":5872,"kb_used_omap":89,"kb_used_meta":654886,"kb_avail":93710972,"statfs":{"total":96636764160,"available":95960035328,"internally_reserved":0,"allocated":6012928,"data_stored":3000900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":91863,"internal_metadata":670603561},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738805,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1003144,"kb_used_data":5940,"kb_used_omap":86,"kb_used_meta":997097,"kb_avail":93368696,"statfs":{"total":96636764160,"available":95609544704,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":88906,"internal_metadata":1021027510},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738805,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1049480,"kb_used_data":5940,"kb_used_omap":126,"kb_used_meta":1043393,"kb_avail":93322360,"statfs":{"total":96636764160,"available":95562096640,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":129474,"internal_metadata":1068435006},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:23:07.010 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-22T21:47:05.862186+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=47, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:07.010 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-22T21:47:05.862186+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=47, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:07.010 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-22T21:47:05.862186+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=47, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:07.011 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-22T21:47:05.862186+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=47, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:07.011 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-22T21:47:05.862186+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=47, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:07.011 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-22T21:47:05.862186+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=47, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:07.011 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-22T21:47:05.862186+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=47, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:07.011 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-22T21:47:05.862186+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=47, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:07.012 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-22T21:47:01.853258+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=47, tm_sec=1, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=5, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:07.012 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-22T22:23:27.012 DEBUG:teuthology.orchestra.run.trial172:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster2 pg dump --format=json 2026-02-22T22:23:27.165 INFO:teuthology.orchestra.run.trial172.stdout: 2026-02-22T22:23:27.165 INFO:teuthology.orchestra.run.trial172.stderr:dumped all 2026-02-22T22:23:27.175 INFO:teuthology.orchestra.run.trial172.stdout:{"pg_ready":true,"pg_map":{"version":1597,"stamp":"2026-02-22T22:23:27.140876+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":2713480,"kb_used_data":17752,"kb_used_omap":302,"kb_used_meta":2695377,"kb_avail":280402040,"statfs":{"total":289910292480,"available":287131688960,"internally_reserved":0,"allocated":18178048,"data_stored":10183474,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":310243,"internal_metadata":2760066077},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000885"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":1023,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:23:08.704091+0000","last_change":"2026-02-22T22:23:08.704128+0000","last_active":"2026-02-22T22:23:08.704091+0000","last_peered":"2026-02-22T22:23:08.704091+0000","last_clean":"2026-02-22T22:23:08.704091+0000","last_became_active":"2026-02-22T21:47:06.872795+0000","last_became_peered":"2026-02-22T21:47:06.872795+0000","last_unstale":"2026-02-22T22:23:08.704091+0000","last_undegraded":"2026-02-22T22:23:08.704091+0000","last_fullsized":"2026-02-22T22:23:08.704091+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:08.703965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:08.703965+0000","last_clean_scrub_stamp":"2026-02-22T22:23:08.703965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T05:07:02.712883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058114699999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1023,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:23:07.687727+0000","last_change":"2026-02-22T22:23:07.687767+0000","last_active":"2026-02-22T22:23:07.687727+0000","last_peered":"2026-02-22T22:23:07.687727+0000","last_clean":"2026-02-22T22:23:07.687727+0000","last_became_active":"2026-02-22T21:47:06.872839+0000","last_became_peered":"2026-02-22T21:47:06.872839+0000","last_unstale":"2026-02-22T22:23:07.687727+0000","last_undegraded":"2026-02-22T22:23:07.687727+0000","last_fullsized":"2026-02-22T22:23:07.687727+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:07.687636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:07.687636+0000","last_clean_scrub_stamp":"2026-02-22T22:23:07.687636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:38:47.729134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000319888,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1024,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:23:11.654574+0000","last_change":"2026-02-22T22:23:11.654612+0000","last_active":"2026-02-22T22:23:11.654574+0000","last_peered":"2026-02-22T22:23:11.654574+0000","last_clean":"2026-02-22T22:23:11.654574+0000","last_became_active":"2026-02-22T21:47:06.873278+0000","last_became_peered":"2026-02-22T21:47:06.873278+0000","last_unstale":"2026-02-22T22:23:11.654574+0000","last_undegraded":"2026-02-22T22:23:11.654574+0000","last_fullsized":"2026-02-22T22:23:11.654574+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:11.654500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:11.654500+0000","last_clean_scrub_stamp":"2026-02-22T22:23:11.654500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:11:50.781938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046129400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1024,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:23:10.674684+0000","last_change":"2026-02-22T22:23:10.674706+0000","last_active":"2026-02-22T22:23:10.674684+0000","last_peered":"2026-02-22T22:23:10.674684+0000","last_clean":"2026-02-22T22:23:10.674684+0000","last_became_active":"2026-02-22T21:47:06.873240+0000","last_became_peered":"2026-02-22T21:47:06.873240+0000","last_unstale":"2026-02-22T22:23:10.674684+0000","last_undegraded":"2026-02-22T22:23:10.674684+0000","last_fullsized":"2026-02-22T22:23:10.674684+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:10.674605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:10.674605+0000","last_clean_scrub_stamp":"2026-02-22T22:23:10.674605+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:42:16.328924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046304700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"506'3","reported_seq":1029,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:23:06.522215+0000","last_change":"2026-02-22T22:23:06.522247+0000","last_active":"2026-02-22T22:23:06.522215+0000","last_peered":"2026-02-22T22:23:06.522215+0000","last_clean":"2026-02-22T22:23:06.522215+0000","last_became_active":"2026-02-22T21:47:06.872902+0000","last_became_peered":"2026-02-22T21:47:06.872902+0000","last_unstale":"2026-02-22T22:23:06.522215+0000","last_undegraded":"2026-02-22T22:23:06.522215+0000","last_fullsized":"2026-02-22T22:23:06.522215+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"506'3","last_scrub_stamp":"2026-02-22T22:23:06.522149+0000","last_deep_scrub":"506'3","last_deep_scrub_stamp":"2026-02-22T22:23:06.522149+0000","last_clean_scrub_stamp":"2026-02-22T22:23:06.522149+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:55:21.118686+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00064856400000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1026,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:23:07.878641+0000","last_change":"2026-02-22T22:23:07.878671+0000","last_active":"2026-02-22T22:23:07.878641+0000","last_peered":"2026-02-22T22:23:07.878641+0000","last_clean":"2026-02-22T22:23:07.878641+0000","last_became_active":"2026-02-22T21:47:06.872757+0000","last_became_peered":"2026-02-22T21:47:06.872757+0000","last_unstale":"2026-02-22T22:23:07.878641+0000","last_undegraded":"2026-02-22T22:23:07.878641+0000","last_fullsized":"2026-02-22T22:23:07.878641+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:07.878517+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:07.878517+0000","last_clean_scrub_stamp":"2026-02-22T22:23:07.878517+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T10:19:39.673309+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00029165499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1027,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:23:08.831124+0000","last_change":"2026-02-22T22:23:08.831124+0000","last_active":"2026-02-22T22:23:08.831124+0000","last_peered":"2026-02-22T22:23:08.831124+0000","last_clean":"2026-02-22T22:23:08.831124+0000","last_became_active":"2026-02-22T21:47:06.872951+0000","last_became_peered":"2026-02-22T21:47:06.872951+0000","last_unstale":"2026-02-22T22:23:08.831124+0000","last_undegraded":"2026-02-22T22:23:08.831124+0000","last_fullsized":"2026-02-22T22:23:08.831124+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:08.831002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:08.831002+0000","last_clean_scrub_stamp":"2026-02-22T22:23:08.831002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:23:52.257977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029786800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"506'2","reported_seq":1026,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:23:09.665788+0000","last_change":"2026-02-22T22:23:09.665834+0000","last_active":"2026-02-22T22:23:09.665788+0000","last_peered":"2026-02-22T22:23:09.665788+0000","last_clean":"2026-02-22T22:23:09.665788+0000","last_became_active":"2026-02-22T21:47:06.872447+0000","last_became_peered":"2026-02-22T21:47:06.872447+0000","last_unstale":"2026-02-22T22:23:09.665788+0000","last_undegraded":"2026-02-22T22:23:09.665788+0000","last_fullsized":"2026-02-22T22:23:09.665788+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"506'2","last_scrub_stamp":"2026-02-22T22:23:09.665692+0000","last_deep_scrub":"506'2","last_deep_scrub_stamp":"2026-02-22T22:23:09.665692+0000","last_clean_scrub_stamp":"2026-02-22T22:23:09.665692+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:56:59.479056+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00031625199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"506'74","reported_seq":1118,"reported_epoch":506,"state":"active+clean","last_fresh":"2026-02-22T22:23:06.725520+0000","last_change":"2026-02-22T22:23:06.725520+0000","last_active":"2026-02-22T22:23:06.725520+0000","last_peered":"2026-02-22T22:23:06.725520+0000","last_clean":"2026-02-22T22:23:06.725520+0000","last_became_active":"2026-02-22T21:47:03.567194+0000","last_became_peered":"2026-02-22T21:47:03.567194+0000","last_unstale":"2026-02-22T22:23:06.725520+0000","last_undegraded":"2026-02-22T22:23:06.725520+0000","last_fullsized":"2026-02-22T22:23:06.725520+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"506'74","last_scrub_stamp":"2026-02-22T22:23:06.725440+0000","last_deep_scrub":"506'74","last_deep_scrub_stamp":"2026-02-22T22:23:06.725440+0000","last_clean_scrub_stamp":"2026-02-22T22:23:06.725440+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:13:57.590753+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67096,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738808,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":660864,"kb_used_data":5872,"kb_used_omap":89,"kb_used_meta":654886,"kb_avail":93710976,"statfs":{"total":96636764160,"available":95960039424,"internally_reserved":0,"allocated":6012928,"data_stored":3000900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":91863,"internal_metadata":670603561},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738810,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1003140,"kb_used_data":5940,"kb_used_omap":86,"kb_used_meta":997097,"kb_avail":93368700,"statfs":{"total":96636764160,"available":95609548800,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":88906,"internal_metadata":1021027510},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738810,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1049476,"kb_used_data":5940,"kb_used_omap":126,"kb_used_meta":1043393,"kb_avail":93322364,"statfs":{"total":96636764160,"available":95562100736,"internally_reserved":0,"allocated":6082560,"data_stored":3591287,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":129474,"internal_metadata":1068435006},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33548,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:23:27.177 DEBUG:teuthology.orchestra.run.trial172:> sudo ceph --cluster cluster2 config set global mon_health_to_clog false 2026-02-22T22:23:27.329 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-22T22:23:27.329 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-22T22:23:27.330 DEBUG:tasks.ceph.cluster2.osd.0:waiting for process to exit 2026-02-22T22:23:27.330 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:23:28.783 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster2.osd.0 is failed for ~0s 2026-02-22T22:23:33.432 INFO:tasks.ceph.cluster2.osd.0:Stopped 2026-02-22T22:23:33.433 DEBUG:tasks.ceph.cluster2.osd.1:waiting for process to exit 2026-02-22T22:23:33.433 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:23:34.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster2.osd.1 is failed for ~0s 2026-02-22T22:23:34.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster2.osd.0 has been restored 2026-02-22T22:23:39.389 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster2.osd.1 is failed for ~5s 2026-02-22T22:23:39.534 INFO:tasks.ceph.cluster2.osd.1:Stopped 2026-02-22T22:23:39.535 DEBUG:tasks.ceph.cluster2.osd.2:waiting for process to exit 2026-02-22T22:23:39.535 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:23:44.591 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster2.osd.2 is failed for ~0s 2026-02-22T22:23:44.591 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster2.osd.1 has been restored 2026-02-22T22:23:45.637 INFO:tasks.ceph.cluster2.osd.2:Stopped 2026-02-22T22:23:45.637 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-22T22:23:45.637 DEBUG:tasks.ceph.cluster2.mgr.x:waiting for process to exit 2026-02-22T22:23:45.637 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:23:45.688 INFO:tasks.ceph.cluster2.mgr.x:Stopped 2026-02-22T22:23:45.688 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-22T22:23:45.688 DEBUG:tasks.ceph.cluster2.mon.a:waiting for process to exit 2026-02-22T22:23:45.688 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:23:45.707 INFO:tasks.ceph.cluster2.mon.a:Stopped 2026-02-22T22:23:45.707 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-22T22:23:45.707 DEBUG:teuthology.orchestra.run.trial172:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cluster2.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2026-02-22T22:23:45.760 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-0 on ubuntu@trial172.front.sepia.ceph.com 2026-02-22T22:23:45.760 DEBUG:teuthology.orchestra.run.trial172:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-0 2026-02-22T22:23:45.956 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-1 on ubuntu@trial172.front.sepia.ceph.com 2026-02-22T22:23:45.956 DEBUG:teuthology.orchestra.run.trial172:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-1 2026-02-22T22:23:46.116 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster2-2 on ubuntu@trial172.front.sepia.ceph.com 2026-02-22T22:23:46.116 DEBUG:teuthology.orchestra.run.trial172:> sync && sudo umount -f /var/lib/ceph/osd/cluster2-2 2026-02-22T22:23:46.260 INFO:tasks.ceph:Archiving mon data... 2026-02-22T22:23:46.262 DEBUG:teuthology.misc:Transferring archived files from trial172:/var/lib/ceph/mon/cluster2-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106/data/cluster2.mon.a.tgz 2026-02-22T22:23:46.262 DEBUG:teuthology.orchestra.run.trial172:> mktemp 2026-02-22T22:23:46.267 INFO:teuthology.orchestra.run.trial172.stdout:/tmp/tmp.21Rh781qms 2026-02-22T22:23:46.268 DEBUG:teuthology.orchestra.run.trial172:> sudo tar cz -f - -C /var/lib/ceph/mon/cluster2-a -- . > /tmp/tmp.21Rh781qms 2026-02-22T22:23:46.369 DEBUG:teuthology.orchestra.run.trial172:> sudo chmod 0666 /tmp/tmp.21Rh781qms 2026-02-22T22:23:46.427 DEBUG:teuthology.orchestra.remote:trial172:/tmp/tmp.21Rh781qms is 413KB 2026-02-22T22:23:46.488 DEBUG:teuthology.orchestra.run.trial172:> rm -fr /tmp/tmp.21Rh781qms 2026-02-22T22:23:46.492 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-22T22:23:46.492 DEBUG:teuthology.orchestra.run.trial023:> sudo rm -rf -- /etc/ceph/cluster2.conf /etc/ceph/cluster2.keyring /home/ubuntu/cephtest/cluster2.data /home/ubuntu/cephtest/cluster2.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:23:46.494 DEBUG:teuthology.orchestra.run.trial172:> sudo rm -rf -- /etc/ceph/cluster2.conf /etc/ceph/cluster2.keyring /home/ubuntu/cephtest/cluster2.data /home/ubuntu/cephtest/cluster2.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:23:46.541 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-22T22:23:46.561 INFO:tasks.ceph.ceph_manager.cluster1:waiting for clean 2026-02-22T22:23:46.561 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:23:46.711 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T22:23:46.711 INFO:teuthology.orchestra.run.trial023.stderr:dumped all 2026-02-22T22:23:46.721 INFO:teuthology.orchestra.run.trial023.stdout:{"pg_ready":true,"pg_map":{"version":1591,"stamp":"2026-02-22T22:23:46.181337+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":438036,"kb_used_data":11536,"kb_used_omap":4,"kb_used_meta":426427,"kb_avail":282677484,"statfs":{"total":289910292480,"available":289461743616,"internally_reserved":0,"allocated":11812864,"data_stored":7407565,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":436661586},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001100"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.022722+0000","last_change":"2026-02-22T21:46:32.872629+0000","last_active":"2026-02-22T22:22:57.022722+0000","last_peered":"2026-02-22T22:22:57.022722+0000","last_clean":"2026-02-22T22:22:57.022722+0000","last_became_active":"2026-02-22T21:46:30.871622+0000","last_became_peered":"2026-02-22T21:46:30.871622+0000","last_unstale":"2026-02-22T22:22:57.022722+0000","last_undegraded":"2026-02-22T22:22:57.022722+0000","last_fullsized":"2026-02-22T22:22:57.022722+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:16:25.707988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057714500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.023560+0000","last_change":"2026-02-22T21:46:32.872498+0000","last_active":"2026-02-22T22:22:57.023560+0000","last_peered":"2026-02-22T22:22:57.023560+0000","last_clean":"2026-02-22T22:22:57.023560+0000","last_became_active":"2026-02-22T21:46:30.871102+0000","last_became_peered":"2026-02-22T21:46:30.871102+0000","last_unstale":"2026-02-22T22:22:57.023560+0000","last_undegraded":"2026-02-22T22:22:57.023560+0000","last_fullsized":"2026-02-22T22:22:57.023560+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:01:00.705146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046463500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.023491+0000","last_change":"2026-02-22T21:46:32.872462+0000","last_active":"2026-02-22T22:22:57.023491+0000","last_peered":"2026-02-22T22:22:57.023491+0000","last_clean":"2026-02-22T22:22:57.023491+0000","last_became_active":"2026-02-22T21:46:30.871587+0000","last_became_peered":"2026-02-22T21:46:30.871587+0000","last_unstale":"2026-02-22T22:22:57.023491+0000","last_undegraded":"2026-02-22T22:22:57.023491+0000","last_fullsized":"2026-02-22T22:22:57.023491+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:41:09.920606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045225199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.020395+0000","last_change":"2026-02-22T21:46:32.872281+0000","last_active":"2026-02-22T22:22:57.020395+0000","last_peered":"2026-02-22T22:22:57.020395+0000","last_clean":"2026-02-22T22:22:57.020395+0000","last_became_active":"2026-02-22T21:46:30.871546+0000","last_became_peered":"2026-02-22T21:46:30.871546+0000","last_unstale":"2026-02-22T22:22:57.020395+0000","last_undegraded":"2026-02-22T22:22:57.020395+0000","last_fullsized":"2026-02-22T22:22:57.020395+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:13.403589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":951,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.218310+0000","last_change":"2026-02-22T21:46:32.870990+0000","last_active":"2026-02-22T22:22:57.218310+0000","last_peered":"2026-02-22T22:22:57.218310+0000","last_clean":"2026-02-22T22:22:57.218310+0000","last_became_active":"2026-02-22T21:46:30.870934+0000","last_became_peered":"2026-02-22T21:46:30.870934+0000","last_unstale":"2026-02-22T22:22:57.218310+0000","last_undegraded":"2026-02-22T22:22:57.218310+0000","last_fullsized":"2026-02-22T22:22:57.218310+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:51:35.231192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055968200000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":948,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:56.990655+0000","last_change":"2026-02-22T21:46:33.169536+0000","last_active":"2026-02-22T22:22:56.990655+0000","last_peered":"2026-02-22T22:22:56.990655+0000","last_clean":"2026-02-22T22:22:56.990655+0000","last_became_active":"2026-02-22T21:46:30.871097+0000","last_became_peered":"2026-02-22T21:46:30.871097+0000","last_unstale":"2026-02-22T22:22:56.990655+0000","last_undegraded":"2026-02-22T22:22:56.990655+0000","last_fullsized":"2026-02-22T22:22:56.990655+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:41:44.067363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034077499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:56.989996+0000","last_change":"2026-02-22T21:46:33.169532+0000","last_active":"2026-02-22T22:22:56.989996+0000","last_peered":"2026-02-22T22:22:56.989996+0000","last_clean":"2026-02-22T22:22:56.989996+0000","last_became_active":"2026-02-22T21:46:30.871446+0000","last_became_peered":"2026-02-22T21:46:30.871446+0000","last_unstale":"2026-02-22T22:22:56.989996+0000","last_undegraded":"2026-02-22T22:22:56.989996+0000","last_fullsized":"2026-02-22T22:22:56.989996+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:31:35.009914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035690500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":950,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.021769+0000","last_change":"2026-02-22T21:46:32.872302+0000","last_active":"2026-02-22T22:22:57.021769+0000","last_peered":"2026-02-22T22:22:57.021769+0000","last_clean":"2026-02-22T22:22:57.021769+0000","last_became_active":"2026-02-22T21:46:30.870996+0000","last_became_peered":"2026-02-22T21:46:30.870996+0000","last_unstale":"2026-02-22T22:22:57.021769+0000","last_undegraded":"2026-02-22T22:22:57.021769+0000","last_fullsized":"2026-02-22T22:22:57.021769+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:20:02.405099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030927599999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":1041,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.021651+0000","last_change":"2026-02-22T21:46:28.117063+0000","last_active":"2026-02-22T22:22:57.021651+0000","last_peered":"2026-02-22T22:22:57.021651+0000","last_clean":"2026-02-22T22:22:57.021651+0000","last_became_active":"2026-02-22T21:46:28.116237+0000","last_became_peered":"2026-02-22T21:46:28.116237+0000","last_unstale":"2026-02-22T22:22:57.021651+0000","last_undegraded":"2026-02-22T22:22:57.021651+0000","last_fullsized":"2026-02-22T22:22:57.021651+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_clean_scrub_stamp":"2026-02-22T21:46:26.853082+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:44:29.066173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654706117,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":129260,"kb_used_data":3800,"kb_used_omap":1,"kb_used_meta":125438,"kb_avail":94242580,"statfs":{"total":96636764160,"available":96504401920,"internally_reserved":0,"allocated":3891200,"data_stored":2075597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":128448966},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738820,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":147444,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94224396,"statfs":{"total":96636764160,"available":96485781504,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654706115,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":161332,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94210508,"statfs":{"total":96636764160,"available":96471560192,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":161216966},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:23:46.721 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:23:46.875 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T22:23:46.875 INFO:teuthology.orchestra.run.trial023.stderr:dumped all 2026-02-22T22:23:46.886 INFO:teuthology.orchestra.run.trial023.stdout:{"pg_ready":true,"pg_map":{"version":1591,"stamp":"2026-02-22T22:23:46.181337+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":438036,"kb_used_data":11536,"kb_used_omap":4,"kb_used_meta":426427,"kb_avail":282677484,"statfs":{"total":289910292480,"available":289461743616,"internally_reserved":0,"allocated":11812864,"data_stored":7407565,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":436661586},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001100"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.022722+0000","last_change":"2026-02-22T21:46:32.872629+0000","last_active":"2026-02-22T22:22:57.022722+0000","last_peered":"2026-02-22T22:22:57.022722+0000","last_clean":"2026-02-22T22:22:57.022722+0000","last_became_active":"2026-02-22T21:46:30.871622+0000","last_became_peered":"2026-02-22T21:46:30.871622+0000","last_unstale":"2026-02-22T22:22:57.022722+0000","last_undegraded":"2026-02-22T22:22:57.022722+0000","last_fullsized":"2026-02-22T22:22:57.022722+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:16:25.707988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057714500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.023560+0000","last_change":"2026-02-22T21:46:32.872498+0000","last_active":"2026-02-22T22:22:57.023560+0000","last_peered":"2026-02-22T22:22:57.023560+0000","last_clean":"2026-02-22T22:22:57.023560+0000","last_became_active":"2026-02-22T21:46:30.871102+0000","last_became_peered":"2026-02-22T21:46:30.871102+0000","last_unstale":"2026-02-22T22:22:57.023560+0000","last_undegraded":"2026-02-22T22:22:57.023560+0000","last_fullsized":"2026-02-22T22:22:57.023560+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:01:00.705146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046463500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.023491+0000","last_change":"2026-02-22T21:46:32.872462+0000","last_active":"2026-02-22T22:22:57.023491+0000","last_peered":"2026-02-22T22:22:57.023491+0000","last_clean":"2026-02-22T22:22:57.023491+0000","last_became_active":"2026-02-22T21:46:30.871587+0000","last_became_peered":"2026-02-22T21:46:30.871587+0000","last_unstale":"2026-02-22T22:22:57.023491+0000","last_undegraded":"2026-02-22T22:22:57.023491+0000","last_fullsized":"2026-02-22T22:22:57.023491+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:41:09.920606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045225199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.020395+0000","last_change":"2026-02-22T21:46:32.872281+0000","last_active":"2026-02-22T22:22:57.020395+0000","last_peered":"2026-02-22T22:22:57.020395+0000","last_clean":"2026-02-22T22:22:57.020395+0000","last_became_active":"2026-02-22T21:46:30.871546+0000","last_became_peered":"2026-02-22T21:46:30.871546+0000","last_unstale":"2026-02-22T22:22:57.020395+0000","last_undegraded":"2026-02-22T22:22:57.020395+0000","last_fullsized":"2026-02-22T22:22:57.020395+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:13.403589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":951,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.218310+0000","last_change":"2026-02-22T21:46:32.870990+0000","last_active":"2026-02-22T22:22:57.218310+0000","last_peered":"2026-02-22T22:22:57.218310+0000","last_clean":"2026-02-22T22:22:57.218310+0000","last_became_active":"2026-02-22T21:46:30.870934+0000","last_became_peered":"2026-02-22T21:46:30.870934+0000","last_unstale":"2026-02-22T22:22:57.218310+0000","last_undegraded":"2026-02-22T22:22:57.218310+0000","last_fullsized":"2026-02-22T22:22:57.218310+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:51:35.231192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055968200000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":948,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:56.990655+0000","last_change":"2026-02-22T21:46:33.169536+0000","last_active":"2026-02-22T22:22:56.990655+0000","last_peered":"2026-02-22T22:22:56.990655+0000","last_clean":"2026-02-22T22:22:56.990655+0000","last_became_active":"2026-02-22T21:46:30.871097+0000","last_became_peered":"2026-02-22T21:46:30.871097+0000","last_unstale":"2026-02-22T22:22:56.990655+0000","last_undegraded":"2026-02-22T22:22:56.990655+0000","last_fullsized":"2026-02-22T22:22:56.990655+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:41:44.067363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034077499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:56.989996+0000","last_change":"2026-02-22T21:46:33.169532+0000","last_active":"2026-02-22T22:22:56.989996+0000","last_peered":"2026-02-22T22:22:56.989996+0000","last_clean":"2026-02-22T22:22:56.989996+0000","last_became_active":"2026-02-22T21:46:30.871446+0000","last_became_peered":"2026-02-22T21:46:30.871446+0000","last_unstale":"2026-02-22T22:22:56.989996+0000","last_undegraded":"2026-02-22T22:22:56.989996+0000","last_fullsized":"2026-02-22T22:22:56.989996+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:31:35.009914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035690500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":950,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.021769+0000","last_change":"2026-02-22T21:46:32.872302+0000","last_active":"2026-02-22T22:22:57.021769+0000","last_peered":"2026-02-22T22:22:57.021769+0000","last_clean":"2026-02-22T22:22:57.021769+0000","last_became_active":"2026-02-22T21:46:30.870996+0000","last_became_peered":"2026-02-22T21:46:30.870996+0000","last_unstale":"2026-02-22T22:22:57.021769+0000","last_undegraded":"2026-02-22T22:22:57.021769+0000","last_fullsized":"2026-02-22T22:22:57.021769+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:20:02.405099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030927599999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":1041,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.021651+0000","last_change":"2026-02-22T21:46:28.117063+0000","last_active":"2026-02-22T22:22:57.021651+0000","last_peered":"2026-02-22T22:22:57.021651+0000","last_clean":"2026-02-22T22:22:57.021651+0000","last_became_active":"2026-02-22T21:46:28.116237+0000","last_became_peered":"2026-02-22T21:46:28.116237+0000","last_unstale":"2026-02-22T22:22:57.021651+0000","last_undegraded":"2026-02-22T22:22:57.021651+0000","last_fullsized":"2026-02-22T22:22:57.021651+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_clean_scrub_stamp":"2026-02-22T21:46:26.853082+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:44:29.066173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654706117,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":129260,"kb_used_data":3800,"kb_used_omap":1,"kb_used_meta":125438,"kb_avail":94242580,"statfs":{"total":96636764160,"available":96504401920,"internally_reserved":0,"allocated":3891200,"data_stored":2075597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":128448966},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738820,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":147444,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94224396,"statfs":{"total":96636764160,"available":96485781504,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654706115,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":161332,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94210508,"statfs":{"total":96636764160,"available":96471560192,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":161216966},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:23:46.888 INFO:tasks.ceph.ceph_manager.cluster1:clean! 2026-02-22T22:23:46.888 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:23:47.040 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T22:23:47.041 INFO:teuthology.orchestra.run.trial023.stderr:dumped all 2026-02-22T22:23:47.053 INFO:teuthology.orchestra.run.trial023.stdout:{"pg_ready":true,"pg_map":{"version":1591,"stamp":"2026-02-22T22:23:46.181337+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":438036,"kb_used_data":11536,"kb_used_omap":4,"kb_used_meta":426427,"kb_avail":282677484,"statfs":{"total":289910292480,"available":289461743616,"internally_reserved":0,"allocated":11812864,"data_stored":7407565,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":436661586},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001100"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.022722+0000","last_change":"2026-02-22T21:46:32.872629+0000","last_active":"2026-02-22T22:22:57.022722+0000","last_peered":"2026-02-22T22:22:57.022722+0000","last_clean":"2026-02-22T22:22:57.022722+0000","last_became_active":"2026-02-22T21:46:30.871622+0000","last_became_peered":"2026-02-22T21:46:30.871622+0000","last_unstale":"2026-02-22T22:22:57.022722+0000","last_undegraded":"2026-02-22T22:22:57.022722+0000","last_fullsized":"2026-02-22T22:22:57.022722+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:16:25.707988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057714500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.023560+0000","last_change":"2026-02-22T21:46:32.872498+0000","last_active":"2026-02-22T22:22:57.023560+0000","last_peered":"2026-02-22T22:22:57.023560+0000","last_clean":"2026-02-22T22:22:57.023560+0000","last_became_active":"2026-02-22T21:46:30.871102+0000","last_became_peered":"2026-02-22T21:46:30.871102+0000","last_unstale":"2026-02-22T22:22:57.023560+0000","last_undegraded":"2026-02-22T22:22:57.023560+0000","last_fullsized":"2026-02-22T22:22:57.023560+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:01:00.705146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046463500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.023491+0000","last_change":"2026-02-22T21:46:32.872462+0000","last_active":"2026-02-22T22:22:57.023491+0000","last_peered":"2026-02-22T22:22:57.023491+0000","last_clean":"2026-02-22T22:22:57.023491+0000","last_became_active":"2026-02-22T21:46:30.871587+0000","last_became_peered":"2026-02-22T21:46:30.871587+0000","last_unstale":"2026-02-22T22:22:57.023491+0000","last_undegraded":"2026-02-22T22:22:57.023491+0000","last_fullsized":"2026-02-22T22:22:57.023491+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:41:09.920606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045225199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.020395+0000","last_change":"2026-02-22T21:46:32.872281+0000","last_active":"2026-02-22T22:22:57.020395+0000","last_peered":"2026-02-22T22:22:57.020395+0000","last_clean":"2026-02-22T22:22:57.020395+0000","last_became_active":"2026-02-22T21:46:30.871546+0000","last_became_peered":"2026-02-22T21:46:30.871546+0000","last_unstale":"2026-02-22T22:22:57.020395+0000","last_undegraded":"2026-02-22T22:22:57.020395+0000","last_fullsized":"2026-02-22T22:22:57.020395+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:13.403589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":951,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.218310+0000","last_change":"2026-02-22T21:46:32.870990+0000","last_active":"2026-02-22T22:22:57.218310+0000","last_peered":"2026-02-22T22:22:57.218310+0000","last_clean":"2026-02-22T22:22:57.218310+0000","last_became_active":"2026-02-22T21:46:30.870934+0000","last_became_peered":"2026-02-22T21:46:30.870934+0000","last_unstale":"2026-02-22T22:22:57.218310+0000","last_undegraded":"2026-02-22T22:22:57.218310+0000","last_fullsized":"2026-02-22T22:22:57.218310+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:51:35.231192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055968200000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":948,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:56.990655+0000","last_change":"2026-02-22T21:46:33.169536+0000","last_active":"2026-02-22T22:22:56.990655+0000","last_peered":"2026-02-22T22:22:56.990655+0000","last_clean":"2026-02-22T22:22:56.990655+0000","last_became_active":"2026-02-22T21:46:30.871097+0000","last_became_peered":"2026-02-22T21:46:30.871097+0000","last_unstale":"2026-02-22T22:22:56.990655+0000","last_undegraded":"2026-02-22T22:22:56.990655+0000","last_fullsized":"2026-02-22T22:22:56.990655+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:41:44.067363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034077499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:56.989996+0000","last_change":"2026-02-22T21:46:33.169532+0000","last_active":"2026-02-22T22:22:56.989996+0000","last_peered":"2026-02-22T22:22:56.989996+0000","last_clean":"2026-02-22T22:22:56.989996+0000","last_became_active":"2026-02-22T21:46:30.871446+0000","last_became_peered":"2026-02-22T21:46:30.871446+0000","last_unstale":"2026-02-22T22:22:56.989996+0000","last_undegraded":"2026-02-22T22:22:56.989996+0000","last_fullsized":"2026-02-22T22:22:56.989996+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:31:35.009914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035690500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":950,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.021769+0000","last_change":"2026-02-22T21:46:32.872302+0000","last_active":"2026-02-22T22:22:57.021769+0000","last_peered":"2026-02-22T22:22:57.021769+0000","last_clean":"2026-02-22T22:22:57.021769+0000","last_became_active":"2026-02-22T21:46:30.870996+0000","last_became_peered":"2026-02-22T21:46:30.870996+0000","last_unstale":"2026-02-22T22:22:57.021769+0000","last_undegraded":"2026-02-22T22:22:57.021769+0000","last_fullsized":"2026-02-22T22:22:57.021769+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:20:02.405099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030927599999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":1041,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.021651+0000","last_change":"2026-02-22T21:46:28.117063+0000","last_active":"2026-02-22T22:22:57.021651+0000","last_peered":"2026-02-22T22:22:57.021651+0000","last_clean":"2026-02-22T22:22:57.021651+0000","last_became_active":"2026-02-22T21:46:28.116237+0000","last_became_peered":"2026-02-22T21:46:28.116237+0000","last_unstale":"2026-02-22T22:22:57.021651+0000","last_undegraded":"2026-02-22T22:22:57.021651+0000","last_fullsized":"2026-02-22T22:22:57.021651+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_clean_scrub_stamp":"2026-02-22T21:46:26.853082+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:44:29.066173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654706117,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":129260,"kb_used_data":3800,"kb_used_omap":1,"kb_used_meta":125438,"kb_avail":94242580,"statfs":{"total":96636764160,"available":96504401920,"internally_reserved":0,"allocated":3891200,"data_stored":2075597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":128448966},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738820,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":147444,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94224396,"statfs":{"total":96636764160,"available":96485781504,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654706115,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":161332,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94210508,"statfs":{"total":96636764160,"available":96471560192,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":161216966},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:23:47.054 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd dump --format=json 2026-02-22T22:23:47.195 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T22:23:47.195 INFO:teuthology.orchestra.run.trial023.stdout:{"epoch":473,"fsid":"26c1029c-f13c-4503-a4f6-545e0d609150","created":"2026-02-22T21:46:15.711582+0000","modified":"2026-02-22T22:22:56.976850+0000","last_up_change":"2026-02-22T21:46:24.846986+0000","last_in_change":"2026-02-22T21:46:16.267915+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-22T21:46:25.872186+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-22T21:46:29.851015+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"176d26da-7151-40de-bc2d-5ec162cef499","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6818","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6819","nonce":3748036270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6820","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6821","nonce":3748036270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6824","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6825","nonce":3748036270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6822","nonce":3748036270},{"type":"v1","addr":"10.20.193.23:6823","nonce":3748036270}]},"public_addr":"10.20.193.23:6819/3748036270","cluster_addr":"10.20.193.23:6821/3748036270","heartbeat_back_addr":"10.20.193.23:6825/3748036270","heartbeat_front_addr":"10.20.193.23:6823/3748036270","state":["exists","up"]},{"osd":1,"uuid":"a91fa133-8fb5-4703-afbc-07642c5ef1b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6810","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6811","nonce":2603931148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6812","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6813","nonce":2603931148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6816","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6817","nonce":2603931148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6814","nonce":2603931148},{"type":"v1","addr":"10.20.193.23:6815","nonce":2603931148}]},"public_addr":"10.20.193.23:6811/2603931148","cluster_addr":"10.20.193.23:6813/2603931148","heartbeat_back_addr":"10.20.193.23:6817/2603931148","heartbeat_front_addr":"10.20.193.23:6815/2603931148","state":["exists","up"]},{"osd":2,"uuid":"d1f95b68-f402-4a2d-a745-ffdf5f38e9ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6802","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6803","nonce":2065945459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6804","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6805","nonce":2065945459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6808","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6809","nonce":2065945459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.23:6806","nonce":2065945459},{"type":"v1","addr":"10.20.193.23:6807","nonce":2065945459}]},"public_addr":"10.20.193.23:6803/2065945459","cluster_addr":"10.20.193.23:6805/2065945459","heartbeat_back_addr":"10.20.193.23:6809/2065945459","heartbeat_front_addr":"10.20.193.23:6807/2065945459","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:23.382566+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:22.835678+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-22T21:46:23.024303+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":194,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-22T22:23:48.206 INFO:tasks.ceph:Scrubbing cluster1.osd.0 2026-02-22T22:23:48.206 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:23:48.289 INFO:teuthology.orchestra.run.trial023.stdout:{ 2026-02-22T22:23:48.289 INFO:teuthology.orchestra.run.trial023.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-22T22:23:48.289 INFO:teuthology.orchestra.run.trial023.stdout:} 2026-02-22T22:23:48.298 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 0 2026-02-22T22:23:48.439 INFO:teuthology.orchestra.run.trial023.stderr:instructed osd(s) 0 to deep-scrub 2026-02-22T22:23:48.449 INFO:tasks.ceph:Scrubbing cluster1.osd.1 2026-02-22T22:23:48.449 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:23:48.529 INFO:teuthology.orchestra.run.trial023.stdout:{ 2026-02-22T22:23:48.529 INFO:teuthology.orchestra.run.trial023.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-02-22T22:23:48.529 INFO:teuthology.orchestra.run.trial023.stdout:} 2026-02-22T22:23:48.538 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 1 2026-02-22T22:23:48.687 INFO:teuthology.orchestra.run.trial023.stderr:instructed osd(s) 1 to deep-scrub 2026-02-22T22:23:48.699 INFO:tasks.ceph:Scrubbing cluster1.osd.2 2026-02-22T22:23:48.699 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-22T22:23:48.780 INFO:teuthology.orchestra.run.trial023.stdout:{ 2026-02-22T22:23:48.780 INFO:teuthology.orchestra.run.trial023.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-02-22T22:23:48.781 INFO:teuthology.orchestra.run.trial023.stdout:} 2026-02-22T22:23:48.790 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 osd deep-scrub 2 2026-02-22T22:23:48.935 INFO:teuthology.orchestra.run.trial023.stderr:instructed osd(s) 2 to deep-scrub 2026-02-22T22:23:48.946 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:23:49.089 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T22:23:49.089 INFO:teuthology.orchestra.run.trial023.stderr:dumped all 2026-02-22T22:23:49.098 INFO:teuthology.orchestra.run.trial023.stdout:{"pg_ready":true,"pg_map":{"version":1592,"stamp":"2026-02-22T22:23:48.181571+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":438036,"kb_used_data":11536,"kb_used_omap":4,"kb_used_meta":426427,"kb_avail":282677484,"statfs":{"total":289910292480,"available":289461743616,"internally_reserved":0,"allocated":11812864,"data_stored":7407565,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":436661586},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001158"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.022722+0000","last_change":"2026-02-22T21:46:32.872629+0000","last_active":"2026-02-22T22:22:57.022722+0000","last_peered":"2026-02-22T22:22:57.022722+0000","last_clean":"2026-02-22T22:22:57.022722+0000","last_became_active":"2026-02-22T21:46:30.871622+0000","last_became_peered":"2026-02-22T21:46:30.871622+0000","last_unstale":"2026-02-22T22:22:57.022722+0000","last_undegraded":"2026-02-22T22:22:57.022722+0000","last_fullsized":"2026-02-22T22:22:57.022722+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T08:16:25.707988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057714500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.023560+0000","last_change":"2026-02-22T21:46:32.872498+0000","last_active":"2026-02-22T22:22:57.023560+0000","last_peered":"2026-02-22T22:22:57.023560+0000","last_clean":"2026-02-22T22:22:57.023560+0000","last_became_active":"2026-02-22T21:46:30.871102+0000","last_became_peered":"2026-02-22T21:46:30.871102+0000","last_unstale":"2026-02-22T22:22:57.023560+0000","last_undegraded":"2026-02-22T22:22:57.023560+0000","last_fullsized":"2026-02-22T22:22:57.023560+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T04:01:00.705146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046463500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.023491+0000","last_change":"2026-02-22T21:46:32.872462+0000","last_active":"2026-02-22T22:22:57.023491+0000","last_peered":"2026-02-22T22:22:57.023491+0000","last_clean":"2026-02-22T22:22:57.023491+0000","last_became_active":"2026-02-22T21:46:30.871587+0000","last_became_peered":"2026-02-22T21:46:30.871587+0000","last_unstale":"2026-02-22T22:22:57.023491+0000","last_undegraded":"2026-02-22T22:22:57.023491+0000","last_fullsized":"2026-02-22T22:22:57.023491+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:41:09.920606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045225199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.020395+0000","last_change":"2026-02-22T21:46:32.872281+0000","last_active":"2026-02-22T22:22:57.020395+0000","last_peered":"2026-02-22T22:22:57.020395+0000","last_clean":"2026-02-22T22:22:57.020395+0000","last_became_active":"2026-02-22T21:46:30.871546+0000","last_became_peered":"2026-02-22T21:46:30.871546+0000","last_unstale":"2026-02-22T22:22:57.020395+0000","last_undegraded":"2026-02-22T22:22:57.020395+0000","last_fullsized":"2026-02-22T22:22:57.020395+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:22:13.403589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":951,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.218310+0000","last_change":"2026-02-22T21:46:32.870990+0000","last_active":"2026-02-22T22:22:57.218310+0000","last_peered":"2026-02-22T22:22:57.218310+0000","last_clean":"2026-02-22T22:22:57.218310+0000","last_became_active":"2026-02-22T21:46:30.870934+0000","last_became_peered":"2026-02-22T21:46:30.870934+0000","last_unstale":"2026-02-22T22:22:57.218310+0000","last_undegraded":"2026-02-22T22:22:57.218310+0000","last_fullsized":"2026-02-22T22:22:57.218310+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:51:35.231192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055968200000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":948,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:56.990655+0000","last_change":"2026-02-22T21:46:33.169536+0000","last_active":"2026-02-22T22:22:56.990655+0000","last_peered":"2026-02-22T22:22:56.990655+0000","last_clean":"2026-02-22T22:22:56.990655+0000","last_became_active":"2026-02-22T21:46:30.871097+0000","last_became_peered":"2026-02-22T21:46:30.871097+0000","last_unstale":"2026-02-22T22:22:56.990655+0000","last_undegraded":"2026-02-22T22:22:56.990655+0000","last_fullsized":"2026-02-22T22:22:56.990655+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:41:44.067363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034077499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":949,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:56.989996+0000","last_change":"2026-02-22T21:46:33.169532+0000","last_active":"2026-02-22T22:22:56.989996+0000","last_peered":"2026-02-22T22:22:56.989996+0000","last_clean":"2026-02-22T22:22:56.989996+0000","last_became_active":"2026-02-22T21:46:30.871446+0000","last_became_peered":"2026-02-22T21:46:30.871446+0000","last_unstale":"2026-02-22T22:22:56.989996+0000","last_undegraded":"2026-02-22T22:22:56.989996+0000","last_fullsized":"2026-02-22T22:22:56.989996+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T03:31:35.009914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035690500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":950,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.021769+0000","last_change":"2026-02-22T21:46:32.872302+0000","last_active":"2026-02-22T22:22:57.021769+0000","last_peered":"2026-02-22T22:22:57.021769+0000","last_clean":"2026-02-22T22:22:57.021769+0000","last_became_active":"2026-02-22T21:46:30.870996+0000","last_became_peered":"2026-02-22T21:46:30.870996+0000","last_unstale":"2026-02-22T22:22:57.021769+0000","last_undegraded":"2026-02-22T22:22:57.021769+0000","last_fullsized":"2026-02-22T22:22:57.021769+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:29.860653+0000","last_clean_scrub_stamp":"2026-02-22T21:46:29.860653+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T22:20:02.405099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030927599999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'72","reported_seq":1041,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:22:57.021651+0000","last_change":"2026-02-22T21:46:28.117063+0000","last_active":"2026-02-22T22:22:57.021651+0000","last_peered":"2026-02-22T22:22:57.021651+0000","last_clean":"2026-02-22T22:22:57.021651+0000","last_became_active":"2026-02-22T21:46:28.116237+0000","last_became_peered":"2026-02-22T21:46:28.116237+0000","last_unstale":"2026-02-22T22:22:57.021651+0000","last_undegraded":"2026-02-22T22:22:57.021651+0000","last_fullsized":"2026-02-22T22:22:57.021651+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T21:46:26.853082+0000","last_clean_scrub_stamp":"2026-02-22T21:46:26.853082+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T09:44:29.066173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654706117,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":129260,"kb_used_data":3800,"kb_used_omap":1,"kb_used_meta":125438,"kb_avail":94242580,"statfs":{"total":96636764160,"available":96504401920,"internally_reserved":0,"allocated":3891200,"data_stored":2075597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":128448966},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738820,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":147444,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94224396,"statfs":{"total":96636764160,"available":96485781504,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654706115,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":161332,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94210508,"statfs":{"total":96636764160,"available":96471560192,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":161216966},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:23:49.100 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-22T21:46:29.860653+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=47, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:49.100 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-22T21:46:29.860653+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=47, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:49.100 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-22T21:46:29.860653+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=47, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:49.101 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-22T21:46:29.860653+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=47, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:49.101 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-22T21:46:29.860653+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=47, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:49.101 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-22T21:46:29.860653+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=47, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:49.101 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-22T21:46:29.860653+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=47, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:49.101 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-22T21:46:29.860653+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=29, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=47, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:49.101 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-22T21:46:26.853082+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=21, tm_min=46, tm_sec=26, tm_wday=6, tm_yday=53, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=22, tm_hour=22, tm_min=23, tm_sec=47, tm_wday=6, tm_yday=53, tm_isdst=0) 2026-02-22T22:23:49.101 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-22T22:23:49.592 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster2.osd.2 has been restored 2026-02-22T22:24:09.102 DEBUG:teuthology.orchestra.run.trial023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster cluster1 pg dump --format=json 2026-02-22T22:24:09.254 INFO:teuthology.orchestra.run.trial023.stdout: 2026-02-22T22:24:09.255 INFO:teuthology.orchestra.run.trial023.stderr:dumped all 2026-02-22T22:24:09.266 INFO:teuthology.orchestra.run.trial023.stdout:{"pg_ready":true,"pg_map":{"version":1602,"stamp":"2026-02-22T22:24:08.183489+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":283115520,"kb_used":438016,"kb_used_data":11536,"kb_used_omap":4,"kb_used_meta":426427,"kb_avail":282677504,"statfs":{"total":289910292480,"available":289461764096,"internally_reserved":0,"allocated":11812864,"data_stored":7407565,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":4782,"internal_metadata":436661586},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001083"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":958,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:23:52.857378+0000","last_change":"2026-02-22T22:23:52.857392+0000","last_active":"2026-02-22T22:23:52.857378+0000","last_peered":"2026-02-22T22:23:52.857378+0000","last_clean":"2026-02-22T22:23:52.857378+0000","last_became_active":"2026-02-22T21:46:30.871622+0000","last_became_peered":"2026-02-22T21:46:30.871622+0000","last_unstale":"2026-02-22T22:23:52.857378+0000","last_undegraded":"2026-02-22T22:23:52.857378+0000","last_fullsized":"2026-02-22T22:23:52.857378+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:52.857324+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:52.857324+0000","last_clean_scrub_stamp":"2026-02-22T22:23:52.857324+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T07:58:35.110218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057714500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":958,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:23:49.812507+0000","last_change":"2026-02-22T22:23:49.812534+0000","last_active":"2026-02-22T22:23:49.812507+0000","last_peered":"2026-02-22T22:23:49.812507+0000","last_clean":"2026-02-22T22:23:49.812507+0000","last_became_active":"2026-02-22T21:46:30.871102+0000","last_became_peered":"2026-02-22T21:46:30.871102+0000","last_unstale":"2026-02-22T22:23:49.812507+0000","last_undegraded":"2026-02-22T22:23:49.812507+0000","last_fullsized":"2026-02-22T22:23:49.812507+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:49.812429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:49.812429+0000","last_clean_scrub_stamp":"2026-02-22T22:23:49.812429+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:38:05.676955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046463500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":958,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:23:53.821326+0000","last_change":"2026-02-22T22:23:53.821351+0000","last_active":"2026-02-22T22:23:53.821326+0000","last_peered":"2026-02-22T22:23:53.821326+0000","last_clean":"2026-02-22T22:23:53.821326+0000","last_became_active":"2026-02-22T21:46:30.871587+0000","last_became_peered":"2026-02-22T21:46:30.871587+0000","last_unstale":"2026-02-22T22:23:53.821326+0000","last_undegraded":"2026-02-22T22:23:53.821326+0000","last_fullsized":"2026-02-22T22:23:53.821326+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:53.821229+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:53.821229+0000","last_clean_scrub_stamp":"2026-02-22T22:23:53.821229+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:55:01.524865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045225199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":959,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:23:51.815053+0000","last_change":"2026-02-22T22:23:51.815053+0000","last_active":"2026-02-22T22:23:51.815053+0000","last_peered":"2026-02-22T22:23:51.815053+0000","last_clean":"2026-02-22T22:23:51.815053+0000","last_became_active":"2026-02-22T21:46:30.871546+0000","last_became_peered":"2026-02-22T21:46:30.871546+0000","last_unstale":"2026-02-22T22:23:51.815053+0000","last_undegraded":"2026-02-22T22:23:51.815053+0000","last_fullsized":"2026-02-22T22:23:51.815053+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:51.814969+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:51.814969+0000","last_clean_scrub_stamp":"2026-02-22T22:23:51.814969+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T02:58:29.886130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"473'3","reported_seq":962,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:23:49.371576+0000","last_change":"2026-02-22T22:23:49.371576+0000","last_active":"2026-02-22T22:23:49.371576+0000","last_peered":"2026-02-22T22:23:49.371576+0000","last_clean":"2026-02-22T22:23:49.371576+0000","last_became_active":"2026-02-22T21:46:30.870934+0000","last_became_peered":"2026-02-22T21:46:30.870934+0000","last_unstale":"2026-02-22T22:23:49.371576+0000","last_undegraded":"2026-02-22T22:23:49.371576+0000","last_fullsized":"2026-02-22T22:23:49.371576+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"473'3","last_scrub_stamp":"2026-02-22T22:23:49.371491+0000","last_deep_scrub":"473'3","last_deep_scrub_stamp":"2026-02-22T22:23:49.371491+0000","last_clean_scrub_stamp":"2026-02-22T22:23:49.371491+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T01:10:33.750203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055968200000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":958,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:23:49.777515+0000","last_change":"2026-02-22T22:23:49.777515+0000","last_active":"2026-02-22T22:23:49.777515+0000","last_peered":"2026-02-22T22:23:49.777515+0000","last_clean":"2026-02-22T22:23:49.777515+0000","last_became_active":"2026-02-22T21:46:30.871097+0000","last_became_peered":"2026-02-22T21:46:30.871097+0000","last_unstale":"2026-02-22T22:23:49.777515+0000","last_undegraded":"2026-02-22T22:23:49.777515+0000","last_fullsized":"2026-02-22T22:23:49.777515+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:49.777353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:49.777353+0000","last_clean_scrub_stamp":"2026-02-22T22:23:49.777353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:54:50.862641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034077499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":958,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:23:50.734607+0000","last_change":"2026-02-22T22:23:50.734650+0000","last_active":"2026-02-22T22:23:50.734607+0000","last_peered":"2026-02-22T22:23:50.734607+0000","last_clean":"2026-02-22T22:23:50.734607+0000","last_became_active":"2026-02-22T21:46:30.871446+0000","last_became_peered":"2026-02-22T21:46:30.871446+0000","last_unstale":"2026-02-22T22:23:50.734607+0000","last_undegraded":"2026-02-22T22:23:50.734607+0000","last_fullsized":"2026-02-22T22:23:50.734607+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-22T22:23:50.734507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-22T22:23:50.734507+0000","last_clean_scrub_stamp":"2026-02-22T22:23:50.734507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T06:29:18.263013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035690500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"473'2","reported_seq":961,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:23:50.857243+0000","last_change":"2026-02-22T22:23:50.857243+0000","last_active":"2026-02-22T22:23:50.857243+0000","last_peered":"2026-02-22T22:23:50.857243+0000","last_clean":"2026-02-22T22:23:50.857243+0000","last_became_active":"2026-02-22T21:46:30.870996+0000","last_became_peered":"2026-02-22T21:46:30.870996+0000","last_unstale":"2026-02-22T22:23:50.857243+0000","last_undegraded":"2026-02-22T22:23:50.857243+0000","last_fullsized":"2026-02-22T22:23:50.857243+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"473'2","last_scrub_stamp":"2026-02-22T22:23:50.857121+0000","last_deep_scrub":"473'2","last_deep_scrub_stamp":"2026-02-22T22:23:50.857121+0000","last_clean_scrub_stamp":"2026-02-22T22:23:50.857121+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-24T10:07:52.038101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030927599999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"473'74","reported_seq":1052,"reported_epoch":473,"state":"active+clean","last_fresh":"2026-02-22T22:23:48.788312+0000","last_change":"2026-02-22T22:23:48.788334+0000","last_active":"2026-02-22T22:23:48.788312+0000","last_peered":"2026-02-22T22:23:48.788312+0000","last_clean":"2026-02-22T22:23:48.788312+0000","last_became_active":"2026-02-22T21:46:28.116237+0000","last_became_peered":"2026-02-22T21:46:28.116237+0000","last_unstale":"2026-02-22T22:23:48.788312+0000","last_undegraded":"2026-02-22T22:23:48.788312+0000","last_fullsized":"2026-02-22T22:23:48.788312+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"473'74","last_scrub_stamp":"2026-02-22T22:23:48.788254+0000","last_deep_scrub":"473'74","last_deep_scrub_stamp":"2026-02-22T22:23:48.788254+0000","last_clean_scrub_stamp":"2026-02-22T22:23:48.788254+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-23T23:30:05.531361+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":1180736,"data_compressed":67098,"data_compressed_allocated":90112,"data_compressed_original":1146880,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654706121,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":129256,"kb_used_data":3800,"kb_used_omap":1,"kb_used_meta":125438,"kb_avail":94242584,"statfs":{"total":96636764160,"available":96504406016,"internally_reserved":0,"allocated":3891200,"data_stored":2075597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":128448966},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738824,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":147436,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94224404,"statfs":{"total":96636764160,"available":96485789696,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654706119,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":161324,"kb_used_data":3868,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94210516,"statfs":{"total":96636764160,"available":96471568384,"internally_reserved":0,"allocated":3960832,"data_stored":2665984,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":1594,"internal_metadata":161216966},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33549,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-22T22:24:09.268 DEBUG:teuthology.orchestra.run.trial023:> sudo ceph --cluster cluster1 config set global mon_health_to_clog false 2026-02-22T22:24:09.427 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-22T22:24:09.427 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-22T22:24:09.428 DEBUG:tasks.ceph.cluster1.osd.0:waiting for process to exit 2026-02-22T22:24:09.428 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:24:15.332 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.0 is failed for ~0s 2026-02-22T22:24:15.529 INFO:tasks.ceph.cluster1.osd.0:Stopped 2026-02-22T22:24:15.529 DEBUG:tasks.ceph.cluster1.osd.1:waiting for process to exit 2026-02-22T22:24:15.529 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:24:15.618 INFO:tasks.ceph.cluster1.osd.1:Stopped 2026-02-22T22:24:15.618 DEBUG:tasks.ceph.cluster1.osd.2:waiting for process to exit 2026-02-22T22:24:15.618 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:24:20.534 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.2 is failed for ~0s 2026-02-22T22:24:20.534 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.0 has been restored 2026-02-22T22:24:21.720 INFO:tasks.ceph.cluster1.osd.2:Stopped 2026-02-22T22:24:21.720 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-22T22:24:21.721 DEBUG:tasks.ceph.cluster1.mgr.x:waiting for process to exit 2026-02-22T22:24:21.721 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:24:21.748 INFO:tasks.ceph.cluster1.mgr.x:Stopped 2026-02-22T22:24:21.749 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-22T22:24:21.749 DEBUG:tasks.ceph.cluster1.mon.a:waiting for process to exit 2026-02-22T22:24:21.749 INFO:teuthology.orchestra.run:waiting for 300 2026-02-22T22:24:21.805 INFO:tasks.ceph.cluster1.mon.a:Stopped 2026-02-22T22:24:21.805 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-22T22:24:21.806 DEBUG:teuthology.orchestra.run.trial023:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cluster1.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2026-02-22T22:24:21.856 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-0 on ubuntu@trial023.front.sepia.ceph.com 2026-02-22T22:24:21.856 DEBUG:teuthology.orchestra.run.trial023:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-0 2026-02-22T22:24:21.922 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-1 on ubuntu@trial023.front.sepia.ceph.com 2026-02-22T22:24:21.922 DEBUG:teuthology.orchestra.run.trial023:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-1 2026-02-22T22:24:21.986 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/cluster1-2 on ubuntu@trial023.front.sepia.ceph.com 2026-02-22T22:24:21.986 DEBUG:teuthology.orchestra.run.trial023:> sync && sudo umount -f /var/lib/ceph/osd/cluster1-2 2026-02-22T22:24:22.046 INFO:tasks.ceph:Archiving mon data... 2026-02-22T22:24:22.046 DEBUG:teuthology.misc:Transferring archived files from trial023:/var/lib/ceph/mon/cluster1-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106/data/cluster1.mon.a.tgz 2026-02-22T22:24:22.046 DEBUG:teuthology.orchestra.run.trial023:> mktemp 2026-02-22T22:24:22.094 INFO:teuthology.orchestra.run.trial023.stdout:/tmp/tmp.x3dLoUOPoK 2026-02-22T22:24:22.095 DEBUG:teuthology.orchestra.run.trial023:> sudo tar cz -f - -C /var/lib/ceph/mon/cluster1-a -- . > /tmp/tmp.x3dLoUOPoK 2026-02-22T22:24:22.190 DEBUG:teuthology.orchestra.run.trial023:> sudo chmod 0666 /tmp/tmp.x3dLoUOPoK 2026-02-22T22:24:22.243 DEBUG:teuthology.orchestra.remote:trial023:/tmp/tmp.x3dLoUOPoK is 366KB 2026-02-22T22:24:22.295 DEBUG:teuthology.orchestra.run.trial023:> rm -fr /tmp/tmp.x3dLoUOPoK 2026-02-22T22:24:22.299 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-22T22:24:22.299 DEBUG:teuthology.orchestra.run.trial023:> sudo rm -rf -- /etc/ceph/cluster1.conf /etc/ceph/cluster1.keyring /home/ubuntu/cephtest/cluster1.data /home/ubuntu/cephtest/cluster1.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:24:22.343 DEBUG:teuthology.orchestra.run.trial172:> sudo rm -rf -- /etc/ceph/cluster1.conf /etc/ceph/cluster1.keyring /home/ubuntu/cephtest/cluster1.data /home/ubuntu/cephtest/cluster1.monmap /home/ubuntu/cephtest/../*.pid 2026-02-22T22:24:22.401 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-22T22:24:22.404 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-22T22:24:22.404 INFO:tasks.ceph:Archiving crash dumps... 2026-02-22T22:24:22.409 DEBUG:teuthology.misc:Transferring archived files from trial023:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106/remote/trial023/crash 2026-02-22T22:24:22.410 DEBUG:teuthology.orchestra.run.trial023:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-22T22:24:22.451 DEBUG:teuthology.misc:Transferring archived files from trial172:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106/remote/trial172/crash 2026-02-22T22:24:22.452 DEBUG:teuthology.orchestra.run.trial172:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-22T22:24:22.461 INFO:tasks.ceph:Compressing logs... 2026-02-22T22:24:22.461 DEBUG:teuthology.orchestra.run.trial023:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:24:22.496 DEBUG:teuthology.orchestra.run.trial172:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:24:22.503 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19050.log 2026-02-22T22:24:22.506 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21633.log 2026-02-22T22:24:22.506 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19050.log: gzip -5 --verbose -- /var/log/ceph/cluster1-mon.a.log 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19050.log.gz 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21633.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21633.log.gz 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-osd.1.log 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1.audit.log 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-mon.a.log: /var/log/ceph/cluster1-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16354.log 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19075.log 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1.audit.log: /var/log/ceph/cluster1-client.admin.16354.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16354.log.gz 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19484.log 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-mgr.x.log 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19075.log: /var/log/ceph/cluster1-client.admin.19484.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19075.log.gz 2026-02-22T22:24:22.507 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19484.log.gz 2026-02-22T22:24:22.508 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21737.log 2026-02-22T22:24:22.508 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-mgr.x.log 2026-02-22T22:24:22.508 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-mgr.x.log: /var/log/ceph/cluster1-client.admin.21737.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21737.log.gz 2026-02-22T22:24:22.508 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19362.log 2026-02-22T22:24:22.508 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster2-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19146.log 2026-02-22T22:24:22.523 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19362.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21555.log 2026-02-22T22:24:22.523 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19362.log.gz 2026-02-22T22:24:22.523 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16295.log 2026-02-22T22:24:22.523 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19146.log: 93.0% -- replaced with /var/log/ceph/cluster1.audit.log.gz 2026-02-22T22:24:22.523 INFO:teuthology.orchestra.run.trial023.stderr: 0.0%/var/log/ceph/cluster1-client.admin.21555.log: -- replaced with /var/log/ceph/cluster1-client.admin.19146.log.gz 2026-02-22T22:24:22.523 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21555.log.gz 2026-02-22T22:24:22.523 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1.log 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.16295.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16295.log.gz 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21711.log 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21761.log 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1.log: /var/log/ceph/cluster1-client.admin.21711.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21711.log.gz 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16319.log 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21761.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19204.log 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21761.log.gz 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.16319.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21529.log 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16319.log.gz 2026-02-22T22:24:22.524 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19204.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19282.log 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19204.log.gz 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21529.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21529.log.gz 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21607.log 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19282.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19458.log 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19282.log.gz 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19354.log 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21607.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21607.log.gz 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19458.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19458.log.gz 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.18989.log 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19354.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16419.log 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19354.log.gz 2026-02-22T22:24:22.525 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.18989.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19172.log 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.18989.log.gz 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.16419.log: 87.6% -- replaced with /var/log/ceph/cluster1.log.gz 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16419.log.gz 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21477.log 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19172.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19283.log 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19172.log.gz 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21477.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19284.log 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21477.log.gz 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19283.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21659.log 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19283.log.gz 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21685.log 2026-02-22T22:24:22.526 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19284.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19284.log.gz 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21659.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21659.log.gz 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19100.log 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21685.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21685.log.gz 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-osd.0.log 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19100.log: 80.1% -- replaced with /var/log/ceph/cluster1-client.admin.19100.log.gz 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19361.log 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-osd.0.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19120.log 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21503.log 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19361.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19361.log.gz 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19120.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21581.log 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19120.log.gz 2026-02-22T22:24:22.527 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21503.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21503.log.gz 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16271.log 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21581.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.21451.log 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21581.log.gz 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.16178.log 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.16271.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16271.log.gz 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.21451.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.21451.log.gz 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-osd.2.log 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.16178.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.16178.log.gz 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19206.log 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19432.log 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-osd.2.log: /var/log/ceph/cluster1-client.admin.19206.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19205.log 2026-02-22T22:24:22.528 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19206.log.gz 2026-02-22T22:24:22.529 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19432.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19432.log.gz 2026-02-22T22:24:22.529 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.12559.log 2026-02-22T22:24:22.529 INFO:teuthology.orchestra.run.trial023.stderr:/var/log/ceph/cluster1-client.admin.19205.log: /var/log/ceph/ceph.tmp-client.admin.12559.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19205.log.gz 2026-02-22T22:24:22.529 INFO:teuthology.orchestra.run.trial023.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.12559.log.gz 2026-02-22T22:24:22.548 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57070.log 2026-02-22T22:24:22.548 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20640.log 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57070.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57070.log.gz 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44220.log 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.20640.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46287.log 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr: 80.5% -- replaced with /var/log/ceph/cluster2-client.admin.20640.log.gz 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44220.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37017.log 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.44220.log.gz 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56484.log 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46287.log: /var/log/ceph/cluster1-client.mirror.37017.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47425.log 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.37017.log.gz 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.46287.log.gz 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56484.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52796.log 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47425.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36897.log 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52796.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51109.log 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52796.log.gz 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr: 89.3% -- replaced with /var/log/ceph/cluster2-client.mirror.47425.log.gz 2026-02-22T22:24:22.549 INFO:teuthology.orchestra.run.trial172.stderr: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.56484.log.gz 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33090.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36897.log: /var/log/ceph/cluster1-client.mirror.51109.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47611.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.36897.log.gz 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51109.log.gz 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33090.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.24370.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47611.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24626.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.24370.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30003.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.47611.log.gz 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24626.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.admin.24370.log.gz 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39154.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30003.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52121.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39154.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49212.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.30003.log.gz 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.39154.log.gz 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35293.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52121.log: /var/log/ceph/cluster2-client.mirror.49212.log: 86.7% -- replaced with /var/log/ceph/cluster1-client.mirror.52121.log.gz 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33643.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49212.log.gz 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35293.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36993.log 2026-02-22T22:24:22.550 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.35293.log.gz 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33643.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50636.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.24626.log.gz 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49150.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36993.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.33643.log.gz 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31871.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50636.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36993.log.gz 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.50636.log.gz 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49150.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46359.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49150.log.gz 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31871.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56761.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31871.log.gz 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26766.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46359.log: /var/log/ceph/cluster1-client.mirror.56761.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39829.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.46359.log.gz 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.mirror.56761.log.gz 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26766.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24193.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33048.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39829.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52819.log 2026-02-22T22:24:22.551 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24193.log: /var/log/ceph/cluster2-client.mirror.33048.log: gzip -5 --verbose -- 87.9% /var/log/ceph/cluster2-client.mirror.25280.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.24193.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52819.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48591.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25280.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52819.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33048.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.39829.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37564.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54727.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48591.log: /var/log/ceph/cluster1-client.mirror.37564.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44675.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48591.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54727.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38282.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44675.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.20213.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.44675.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38282.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45070.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr: 88.0% -- replaced with /var/log/ceph/cluster1-client.mirror.38282.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.26766.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.20213.log: 92.3%gzip -- replaced with /var/log/ceph/cluster1-client.mirror.37564.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr: -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30534.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr: 3.5% -- replaced with /var/log/ceph/cluster1-client.mirror.20213.log.gz 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45070.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37174.log 2026-02-22T22:24:22.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30534.log: 87.8%gzip -- replaced with /var/log/ceph/cluster1-client.mirror.45070.log.gz -5 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr: --verbose -- /var/log/ceph/cluster1-client.mirror.0.39893.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37174.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24121.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.30534.log.gz 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.37174.log.gz 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.0.39893.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43024.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24121.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41141.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43024.log: 88.3% -- replaced with /var/log/ceph/cluster1-client.mirror.24121.log.gz 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.3.19894.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41141.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55661.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.43024.log.gz 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr: 87.9%/var/log/ceph/cluster1-client.mirror.3.19894.log: -- replaced with /var/log/ceph/cluster1-client.mirror.41141.log.gz 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30172.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36372.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55661.log: /var/log/ceph/cluster2-client.mirror.30172.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38487.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.55661.log.gz 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr: 92.8% -- replaced with /var/log/ceph/cluster1-client.mirror.0.39893.log.gz 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36372.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.30172.log.gz 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43825.log 2026-02-22T22:24:22.553 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.36372.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38487.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28622.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.38487.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43825.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25809.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28622.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45094.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25809.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27107.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.43825.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34665.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45094.log: /var/log/ceph/cluster1-client.mirror.27107.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52616.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr: 89.4% -- replaced with /var/log/ceph/cluster1-client.mirror.27107.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45094.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34665.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42883.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52616.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47487.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.34665.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52616.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42883.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28622.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27486.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.42883.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47487.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44906.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27486.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.25809.log.gz 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32493.log 2026-02-22T22:24:22.554 INFO:teuthology.orchestra.run.trial172.stderr: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.47487.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster1-client.mirror.27486.log.gz/var/log/ceph/cluster1-client.mirror.44906.log: 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31851.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32493.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.19919.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32493.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr: 92.3% -- replaced with /var/log/ceph/cluster1-client.mirror.44906.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31851.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.23330.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23130.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.19919.log: /var/log/ceph/cluster1-client.admin.23330.log: 82.6% -- replaced with /var/log/ceph/cluster1-client.mirror.19919.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46311.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.admin.23330.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23130.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.31851.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52054.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46311.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45347.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.46311.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52054.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19769.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52054.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45347.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56404.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19769.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26288.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19769.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45347.log.gz 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56404.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53318.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26288.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47942.log 2026-02-22T22:24:22.555 INFO:teuthology.orchestra.run.trial172.stderr: 89.1% -- replaced with /var/log/ceph/cluster1-client.mirror.26288.log.gz 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53318.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35269.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46424.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47942.log: /var/log/ceph/cluster1-client.mirror.35269.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56621.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47942.log.gz 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.35269.log.gz 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46424.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55461.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr: 91.5% -- replaced with /var/log/ceph/cluster2-client.mirror.53318.log.gz 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56621.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33942.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.56621.log.gz 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31690.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55461.log: /var/log/ceph/cluster2-client.mirror.33942.log: gzip 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.55461.log.gz -5 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr: --verbose -- /var/log/ceph/cluster1-client.mirror.28126.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33942.log.gz 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56126.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31690.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.46424.log.gz 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28126.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29059.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.31690.log.gz 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43232.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56126.log: /var/log/ceph/cluster2-client.mirror.29059.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19188.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43232.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47838.log 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.29059.log.gz 2026-02-22T22:24:22.556 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43232.log.gz 2026-02-22T22:24:22.557 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19188.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28685.log 2026-02-22T22:24:22.557 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19188.log.gz 2026-02-22T22:24:22.557 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47838.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.24846.log 2026-02-22T22:24:22.557 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28685.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30895.log 2026-02-22T22:24:22.557 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.24846.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38745.log 2026-02-22T22:24:22.557 INFO:teuthology.orchestra.run.trial172.stderr: 88.0% -- replaced with /var/log/ceph/cluster1-client.admin.24846.log.gz 2026-02-22T22:24:22.557 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30895.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45829.log 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38745.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.38745.log.gz 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24097.log 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.28126.log.gz 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.47838.log.gz 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.0.54472.log 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45829.log: /var/log/ceph/cluster2-client.mirror.24097.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40056.log 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.45829.log.gz 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.24097.log.gz 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.0.54472.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56067.log 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40056.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32429.log 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.40056.log.gz 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32090.log 2026-02-22T22:24:22.564 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56067.log: /var/log/ceph/cluster2-client.mirror.32429.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.56067.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46860.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.32429.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32090.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37475.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57304.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46860.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28685.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32090.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37475.log: 93.2% -- replaced with /var/log/ceph/cluster2-client.mirror.0.54472.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34918.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.46860.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.37475.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57304.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57304.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49501.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34918.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29779.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49501.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47756.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.34918.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29779.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31020.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49501.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47756.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19154.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.47756.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31020.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.20078.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19154.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43943.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19154.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.20078.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.20078.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29667.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31020.log.gz 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43943.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31441.log 2026-02-22T22:24:22.565 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43943.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29667.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33527.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.29667.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45687.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31441.log: /var/log/ceph/cluster2-client.mirror.33527.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33527.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19266.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45687.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46151.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19266.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.31441.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19266.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.45687.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27033.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46151.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33823.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28899.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27033.log: /var/log/ceph/cluster2-client.mirror.33823.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51536.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.46151.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28899.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51896.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr: 90.0% -- replaced with /var/log/ceph/cluster2-client.mirror.27033.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37680.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51536.log: /var/log/ceph/cluster1-client.mirror.51896.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28899.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51536.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28040.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51896.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5/var/log/ceph/cluster1-client.mirror.37680.log: --verbose -- /var/log/ceph/cluster1-client.mirror.41165.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28040.log: gzip -5 --verbose -- /var/log/ceph/cluster2-osd.0.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37680.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41165.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50196.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-osd.0.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.41165.log.gz 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.20145.log 2026-02-22T22:24:22.566 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32409.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50196.log: /var/log/ceph/cluster1-client.admin.20145.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40152.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 79.9% -- replaced with /var/log/ceph/cluster1-client.admin.20145.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32409.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43277.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40152.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54107.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32409.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.40152.log.gz/var/log/ceph/cluster2-client.mirror.43277.log: 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.47161.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54107.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32250.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.54107.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.47161.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51311.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.50196.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.47161.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32250.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.43277.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24169.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51311.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31771.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51311.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32250.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24169.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29806.log 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.28040.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster1-client.mirror.24169.log.gz 2026-02-22T22:24:22.567 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31771.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48778.log 2026-02-22T22:24:22.569 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29806.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.29806.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28341.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.31771.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48778.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42056.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50527.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28341.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48778.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42056.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54819.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50527.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32890.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54819.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23021.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.50527.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.54819.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32890.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.42056.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.27368.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23021.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38857.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.23021.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32890.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.27368.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49439.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 88.2% -- replaced with /var/log/ceph/cluster1-client.admin.27368.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38857.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28298.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49439.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19619.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.38857.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28298.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42702.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49439.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.19619.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37704.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19619.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.28341.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42702.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52369.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42702.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37704.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50681.log 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37704.log.gz 2026-02-22T22:24:22.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52369.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41186.log 2026-02-22T22:24:22.571 INFO:teuthology.orchestra.run.trial172.stderr: 86.7% -- replaced with /var/log/ceph/cluster1-client.mirror.52369.log.gz 2026-02-22T22:24:22.571 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50681.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39618.log 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.50681.log.gz 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41186.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32330.log 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39618.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37124.log 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32330.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25236.log 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.39618.log.gz 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37124.log: gzip 89.8% -5 -- replaced with /var/log/ceph/cluster2-client.mirror.32330.log.gz --verbose 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr: -- /var/log/ceph/cluster2-client.mirror.38345.log 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.41186.log.gz 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28298.log.gz 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25236.log: gzip -5 --verbose 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.37124.log.gz 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr: -- /var/log/ceph/cluster2-client.mirror.50279.log 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38345.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40634.log 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50279.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.38345.log.gz 2026-02-22T22:24:22.572 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34159.log 2026-02-22T22:24:22.573 INFO:teuthology.orchestra.run.trial172.stderr:gzip 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.50279.log.gz 2026-02-22T22:24:22.573 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40634.log: -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46699.log 2026-02-22T22:24:22.573 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34159.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.40634.log.gz 2026-02-22T22:24:22.573 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23849.log 2026-02-22T22:24:22.573 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46699.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.34159.log.gz 2026-02-22T22:24:22.573 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56440.log 2026-02-22T22:24:22.574 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23849.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43003.log 2026-02-22T22:24:22.574 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.46699.log.gz 2026-02-22T22:24:22.574 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56440.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38092.log 2026-02-22T22:24:22.574 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.56440.log.gz 2026-02-22T22:24:22.574 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43003.log: 91.6% -- replaced with /var/log/ceph/cluster2-client.mirror.23849.log.gz 2026-02-22T22:24:22.574 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37198.log 2026-02-22T22:24:22.574 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.25236.log.gz 2026-02-22T22:24:22.574 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38092.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.43003.log.gz 2026-02-22T22:24:22.574 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28707.log 2026-02-22T22:24:22.575 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37198.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28169.log 2026-02-22T22:24:22.575 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37198.log.gz 2026-02-22T22:24:22.575 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.38092.log.gz 2026-02-22T22:24:22.575 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28707.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33881.log 2026-02-22T22:24:22.575 INFO:teuthology.orchestra.run.trial172.stderr: 84.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28707.log.gz 2026-02-22T22:24:22.575 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28169.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42931.log 2026-02-22T22:24:22.575 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33881.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46540.log 2026-02-22T22:24:22.576 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.33881.log.gz 2026-02-22T22:24:22.576 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42931.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42497.log 2026-02-22T22:24:22.576 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42931.log.gz 2026-02-22T22:24:22.576 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46540.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47590.log 2026-02-22T22:24:22.576 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.46540.log.gz 2026-02-22T22:24:22.576 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42497.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31754.log 2026-02-22T22:24:22.577 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42497.log.gz 2026-02-22T22:24:22.577 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47590.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36511.log 2026-02-22T22:24:22.577 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31754.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54926.log 2026-02-22T22:24:22.577 INFO:teuthology.orchestra.run.trial172.stderr: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.31754.log.gz 2026-02-22T22:24:22.577 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36511.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23495.log 2026-02-22T22:24:22.577 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36511.log.gz 2026-02-22T22:24:22.578 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54926.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20777.log 2026-02-22T22:24:22.578 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.54926.log.gz 2026-02-22T22:24:22.578 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23495.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27244.log 2026-02-22T22:24:22.578 INFO:teuthology.orchestra.run.trial172.stderr: 88.0% -- replaced with /var/log/ceph/cluster1-client.mirror.23495.log.gz 2026-02-22T22:24:22.578 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47590.log.gz 2026-02-22T22:24:22.578 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.20777.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.19949.log 2026-02-22T22:24:22.578 INFO:teuthology.orchestra.run.trial172.stderr: 59.3% -- replaced with /var/log/ceph/cluster2-client.mirror.20777.log.gz 2026-02-22T22:24:22.579 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27244.log: gzip 93.5% -5 -- replaced with /var/log/ceph/cluster1-client.mirror.28169.log.gz --verbose 2026-02-22T22:24:22.579 INFO:teuthology.orchestra.run.trial172.stderr: -- /var/log/ceph/cluster2-client.mirror.54668.log 2026-02-22T22:24:22.579 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.19949.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45576.log 2026-02-22T22:24:22.579 INFO:teuthology.orchestra.run.trial172.stderr: 91.6% -- replaced with /var/log/ceph/cluster1-client.mirror.19949.log.gz 2026-02-22T22:24:22.579 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54668.log: 80.5% -- replaced with /var/log/ceph/cluster2-client.mirror.54668.log.gz 2026-02-22T22:24:22.579 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45528.log 2026-02-22T22:24:22.579 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45576.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29720.log 2026-02-22T22:24:22.580 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.45576.log.gz 2026-02-22T22:24:22.580 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45528.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38415.log 2026-02-22T22:24:22.580 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45528.log.gz 2026-02-22T22:24:22.580 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29720.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45392.log 2026-02-22T22:24:22.580 INFO:teuthology.orchestra.run.trial172.stderr: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.29720.log.gz 2026-02-22T22:24:22.580 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38415.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31085.log 2026-02-22T22:24:22.581 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45392.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.38415.log.gz 2026-02-22T22:24:22.581 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56191.log 2026-02-22T22:24:22.581 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38598.log 2026-02-22T22:24:22.581 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31085.log: 80.7%/var/log/ceph/cluster1-client.mirror.56191.log: -- replaced with /var/log/ceph/cluster2-client.mirror.31085.log.gz 2026-02-22T22:24:22.582 INFO:teuthology.orchestra.run.trial172.stderr: 93.6% -- replaced with /var/log/ceph/cluster2-client.mirror.27244.log.gz 2026-02-22T22:24:22.582 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52211.log 2026-02-22T22:24:22.582 INFO:teuthology.orchestra.run.trial172.stderr: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.45392.log.gz 2026-02-22T22:24:22.582 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.56191.log.gz 2026-02-22T22:24:22.582 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24606.log 2026-02-22T22:24:22.582 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38598.log: /var/log/ceph/cluster1-client.mirror.52211.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.47209.log 2026-02-22T22:24:22.582 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52211.log.gz 2026-02-22T22:24:22.582 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.38598.log.gz 2026-02-22T22:24:22.582 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24606.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44397.log 2026-02-22T22:24:22.583 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.47209.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23356.log 2026-02-22T22:24:22.583 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.47209.log.gz 2026-02-22T22:24:22.583 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44397.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31164.log 2026-02-22T22:24:22.583 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23356.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46193.log 2026-02-22T22:24:22.583 INFO:teuthology.orchestra.run.trial172.stderr: 91.7% -- replaced with /var/log/ceph/cluster2-client.mirror.44397.log.gz 2026-02-22T22:24:22.584 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31164.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.31164.log.gz 2026-02-22T22:24:22.584 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52391.log 2026-02-22T22:24:22.584 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46193.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43738.log 2026-02-22T22:24:22.584 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52391.log: 91.7% -- replaced with /var/log/ceph/cluster2-client.mirror.23356.log.gz 2026-02-22T22:24:22.584 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52391.log.gz 2026-02-22T22:24:22.584 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35064.log 2026-02-22T22:24:22.585 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.46193.log.gz 2026-02-22T22:24:22.585 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43738.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49005.log 2026-02-22T22:24:22.585 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43738.log.gz 2026-02-22T22:24:22.585 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35064.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40173.log 2026-02-22T22:24:22.585 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49005.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.35064.log.gz 2026-02-22T22:24:22.585 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29527.log 2026-02-22T22:24:22.585 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.49005.log.gz 2026-02-22T22:24:22.585 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40173.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47962.log 2026-02-22T22:24:22.586 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.20196.log 2026-02-22T22:24:22.586 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29527.log: /var/log/ceph/cluster2-client.mirror.47962.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.24606.log.gz 2026-02-22T22:24:22.586 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44172.log 2026-02-22T22:24:22.586 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.20196.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25406.log 2026-02-22T22:24:22.586 INFO:teuthology.orchestra.run.trial172.stderr: 2.3% -- replaced with /var/log/ceph/cluster1-client.mirror.20196.log.gz 2026-02-22T22:24:22.586 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.40173.log.gz 2026-02-22T22:24:22.587 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44172.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51154.log 2026-02-22T22:24:22.587 INFO:teuthology.orchestra.run.trial172.stderr: 87.6% -- replaced with /var/log/ceph/cluster1-client.mirror.44172.log.gz 2026-02-22T22:24:22.587 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25406.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29379.log 2026-02-22T22:24:22.587 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51154.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24423.log 2026-02-22T22:24:22.587 INFO:teuthology.orchestra.run.trial172.stderr: 86.7% -- replaced with /var/log/ceph/cluster1-client.mirror.51154.log.gz 2026-02-22T22:24:22.588 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29379.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47962.log.gz 2026-02-22T22:24:22.588 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53404.log 2026-02-22T22:24:22.588 INFO:teuthology.orchestra.run.trial172.stderr: 89.0% -- replaced with /var/log/ceph/cluster2-client.mirror.29379.log.gz 2026-02-22T22:24:22.588 INFO:teuthology.orchestra.run.trial172.stderr: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.25406.log.gz 2026-02-22T22:24:22.588 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24423.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55136.log 2026-02-22T22:24:22.588 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53404.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19102.log 2026-02-22T22:24:22.589 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55136.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54840.log 2026-02-22T22:24:22.589 INFO:teuthology.orchestra.run.trial172.stderr: 88.5% 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.53404.log.gz -- replaced with /var/log/ceph/cluster2-client.mirror.24423.log.gz 2026-02-22T22:24:22.589 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:22.589 INFO:teuthology.orchestra.run.trial172.stderr: 89.2% -- replaced with /var/log/ceph/cluster1-client.mirror.55136.log.gz 2026-02-22T22:24:22.589 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19102.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42678.log 2026-02-22T22:24:22.589 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19102.log.gz 2026-02-22T22:24:22.589 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54840.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36208.log 2026-02-22T22:24:22.589 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42678.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40128.log 2026-02-22T22:24:22.590 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42678.log.gz 2026-02-22T22:24:22.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36208.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37544.log 2026-02-22T22:24:22.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40128.log: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.54840.log.gz 2026-02-22T22:24:22.590 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25128.log 2026-02-22T22:24:22.590 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.40128.log.gz 2026-02-22T22:24:22.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37544.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51806.log 2026-02-22T22:24:22.591 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25128.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.36208.log.gz 2026-02-22T22:24:22.591 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.29265.log 2026-02-22T22:24:22.591 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51806.log: 88.7% -- replaced with /var/log/ceph/cluster1-client.mirror.25128.log.gz 2026-02-22T22:24:22.591 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51784.log 2026-02-22T22:24:22.591 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51806.log.gz 2026-02-22T22:24:22.591 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.29265.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.37544.log.gz 2026-02-22T22:24:22.592 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50816.log 2026-02-22T22:24:22.592 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.29265.log.gz 2026-02-22T22:24:22.592 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51784.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51469.log 2026-02-22T22:24:22.592 INFO:teuthology.orchestra.run.trial172.stderr: 87.0%/var/log/ceph/cluster1-client.mirror.50816.log: -- replaced with /var/log/ceph/cluster1-client.mirror.51784.log.gz 2026-02-22T22:24:22.592 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41647.log 2026-02-22T22:24:22.592 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.50816.log.gz 2026-02-22T22:24:22.592 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51469.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51469.log.gz 2026-02-22T22:24:22.592 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26703.log 2026-02-22T22:24:22.592 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41647.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40912.log 2026-02-22T22:24:22.593 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26703.log: 87.8%gzip -5 -- replaced with /var/log/ceph/cluster1-client.mirror.41647.log.gz --verbose -- 2026-02-22T22:24:22.593 INFO:teuthology.orchestra.run.trial172.stderr: /var/log/ceph/cluster2-client.mirror.47321.log 2026-02-22T22:24:22.593 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40912.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44540.log 2026-02-22T22:24:22.593 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.40912.log.gz 2026-02-22T22:24:22.593 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47321.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36716.log 2026-02-22T22:24:22.594 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44540.log: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47321.log.gz 2026-02-22T22:24:22.594 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48107.log 2026-02-22T22:24:22.594 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.44540.log.gz 2026-02-22T22:24:22.594 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36716.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29468.log 2026-02-22T22:24:22.594 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36716.log.gz 2026-02-22T22:24:22.595 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48107.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29865.log 2026-02-22T22:24:22.595 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29468.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.29468.log.gz 2026-02-22T22:24:22.595 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.20162.log 2026-02-22T22:24:22.595 INFO:teuthology.orchestra.run.trial172.stderr: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48107.log.gz 2026-02-22T22:24:22.595 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29865.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51829.log 2026-02-22T22:24:22.595 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.20162.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42473.log 2026-02-22T22:24:22.595 INFO:teuthology.orchestra.run.trial172.stderr: 68.9% -- replaced with /var/log/ceph/cluster1-client.admin.20162.log.gz 2026-02-22T22:24:22.596 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51829.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34281.log 2026-02-22T22:24:22.596 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51829.log.gz 2026-02-22T22:24:22.596 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42473.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26658.log 2026-02-22T22:24:22.596 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.26703.log.gz 2026-02-22T22:24:22.596 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.42473.log.gz 2026-02-22T22:24:22.596 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34281.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.52923.log 2026-02-22T22:24:22.597 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26658.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.34281.log.gz 2026-02-22T22:24:22.597 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36230.log 2026-02-22T22:24:22.597 INFO:teuthology.orchestra.run.trial172.stderr: 89.3% -- replaced with /var/log/ceph/cluster1-client.mirror.26658.log.gz 2026-02-22T22:24:22.597 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.52923.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34486.log 2026-02-22T22:24:22.597 INFO:teuthology.orchestra.run.trial172.stderr: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.52923.log.gz 2026-02-22T22:24:22.597 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36230.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25152.log 2026-02-22T22:24:22.597 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34486.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.36230.log.gz 2026-02-22T22:24:22.598 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20850.log 2026-02-22T22:24:22.598 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.34486.log.gz 2026-02-22T22:24:22.598 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25152.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54316.log 2026-02-22T22:24:22.598 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.20850.log: 88.1% -- replaced with /var/log/ceph/cluster1-client.mirror.25152.log.gz 2026-02-22T22:24:22.598 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50320.log 2026-02-22T22:24:22.598 INFO:teuthology.orchestra.run.trial172.stderr: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.20850.log.gz 2026-02-22T22:24:22.598 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54316.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23447.log 2026-02-22T22:24:22.598 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.54316.log.gz 2026-02-22T22:24:22.599 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50320.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35338.log 2026-02-22T22:24:22.599 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23447.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54685.log 2026-02-22T22:24:22.599 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.23447.log.gz 2026-02-22T22:24:22.599 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35338.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52234.log 2026-02-22T22:24:22.600 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54685.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48653.log 2026-02-22T22:24:22.600 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.50320.log.gz 2026-02-22T22:24:22.600 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52234.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31710.log 2026-02-22T22:24:22.600 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52234.log.gz 2026-02-22T22:24:22.600 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.54685.log.gz 2026-02-22T22:24:22.600 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48653.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23086.log 2026-02-22T22:24:22.600 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.35338.log.gz 2026-02-22T22:24:22.601 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31710.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48653.log.gz 2026-02-22T22:24:22.601 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48169.log 2026-02-22T22:24:22.601 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.31710.log.gz 2026-02-22T22:24:22.601 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23086.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.20247.log 2026-02-22T22:24:22.601 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48169.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32694.log 2026-02-22T22:24:22.601 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.20247.log: gzip -5 --verbose -- 57.7% /var/log/ceph/cluster2-client.mirror.29757.log -- replaced with /var/log/ceph/cluster1-client.mirror.20247.log.gz 2026-02-22T22:24:22.601 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:22.602 INFO:teuthology.orchestra.run.trial172.stderr: 89.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48169.log.gz 2026-02-22T22:24:22.602 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32694.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41019.log 2026-02-22T22:24:22.602 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29757.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27688.log 2026-02-22T22:24:22.602 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.29757.log.gz 2026-02-22T22:24:22.602 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40032.log 2026-02-22T22:24:22.602 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41019.log: /var/log/ceph/cluster2-client.mirror.27688.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49980.log 2026-02-22T22:24:22.603 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40032.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19261.log 2026-02-22T22:24:22.603 INFO:teuthology.orchestra.run.trial172.stderr: 90.0% -- replaced with /var/log/ceph/cluster2-client.mirror.27688.log.gz 2026-02-22T22:24:22.603 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.41019.log.gz 2026-02-22T22:24:22.603 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.40032.log.gz 2026-02-22T22:24:22.603 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49980.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48210.log 2026-02-22T22:24:22.603 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19261.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51379.log 2026-02-22T22:24:22.603 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19261.log.gz 2026-02-22T22:24:22.604 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48210.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31144.log 2026-02-22T22:24:22.604 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.23086.log.gz 2026-02-22T22:24:22.604 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51379.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41525.log 2026-02-22T22:24:22.604 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51379.log.gz 2026-02-22T22:24:22.604 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31144.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.1.53665.log 2026-02-22T22:24:22.604 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49980.log.gz 2026-02-22T22:24:22.605 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41525.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.1.22814.log 2026-02-22T22:24:22.605 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.1.53665.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23649.log 2026-02-22T22:24:22.605 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48210.log.gz 2026-02-22T22:24:22.605 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.41525.log.gz 2026-02-22T22:24:22.605 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.1.22814.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46980.log 2026-02-22T22:24:22.606 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23649.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23543.log 2026-02-22T22:24:22.606 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46980.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34832.log 2026-02-22T22:24:22.606 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.23649.log.gz 2026-02-22T22:24:22.606 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23543.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.46980.log.gz 2026-02-22T22:24:22.606 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48272.log 2026-02-22T22:24:22.607 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34832.log: 88.1% -- replaced with /var/log/ceph/cluster1-client.mirror.23543.log.gz 2026-02-22T22:24:22.607 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38835.log 2026-02-22T22:24:22.607 INFO:teuthology.orchestra.run.trial172.stderr: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.1.22814.log.gz 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48272.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.1.28707.log 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38835.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33503.log 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.1.28707.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55619.log 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr: 93.2% -- replaced with /var/log/ceph/cluster2-client.mirror.1.53665.log.gz 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.34832.log.gz 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33503.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31974.log 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55619.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.26467.log 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.55619.log.gz 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.38835.log.gz 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31974.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48272.log.gz 2026-02-22T22:24:22.608 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55896.log 2026-02-22T22:24:22.609 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.26467.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28083.log 2026-02-22T22:24:22.609 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55896.log: 88.2% -- replaced with /var/log/ceph/cluster1-client.admin.26467.log.gz 2026-02-22T22:24:22.609 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42726.log 2026-02-22T22:24:22.609 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.55896.log.gz 2026-02-22T22:24:22.609 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28083.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36348.log 2026-02-22T22:24:22.609 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42726.log: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.1.28707.log.gz 2026-02-22T22:24:22.609 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33444.log 2026-02-22T22:24:22.610 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42726.log.gz 2026-02-22T22:24:22.610 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36348.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32350.log 2026-02-22T22:24:22.610 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33444.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36348.log.gz 2026-02-22T22:24:22.610 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54647.log 2026-02-22T22:24:22.610 INFO:teuthology.orchestra.run.trial172.stderr: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33444.log.gz 2026-02-22T22:24:22.610 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32350.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44036.log 2026-02-22T22:24:22.611 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54647.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.32350.log.gz 2026-02-22T22:24:22.611 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29307.log 2026-02-22T22:24:22.611 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44036.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40610.log 2026-02-22T22:24:22.611 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29307.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34874.log 2026-02-22T22:24:22.612 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40610.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44865.log 2026-02-22T22:24:22.612 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.40610.log.gz 2026-02-22T22:24:22.612 INFO:teuthology.orchestra.run.trial172.stderr: 89.5%/var/log/ceph/cluster2-client.mirror.34874.log: -- replaced with /var/log/ceph/cluster2-client.mirror.29307.log.gz 2026-02-22T22:24:22.612 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.44036.log.gzgzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55785.log 2026-02-22T22:24:22.612 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:22.612 INFO:teuthology.orchestra.run.trial172.stderr: 91.3% -- replaced with /var/log/ceph/cluster2-client.mirror.54647.log.gz 2026-02-22T22:24:22.612 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28063.log 2026-02-22T22:24:22.613 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44865.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.34874.log.gz 2026-02-22T22:24:22.613 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55785.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32952.log 2026-02-22T22:24:22.613 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28083.log.gz 2026-02-22T22:24:22.613 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.44865.log.gz 85.9% 2026-02-22T22:24:22.613 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.55785.log.gz 2026-02-22T22:24:22.613 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28063.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29567.log 2026-02-22T22:24:22.613 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32952.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36969.log 2026-02-22T22:24:22.613 INFO:teuthology.orchestra.run.trial172.stderr: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32952.log.gz 2026-02-22T22:24:22.613 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29567.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31062.log 2026-02-22T22:24:22.614 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36969.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50749.log 2026-02-22T22:24:22.614 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36969.log.gz 2026-02-22T22:24:22.614 INFO:teuthology.orchestra.run.trial172.stderr: 89.7%/var/log/ceph/cluster2-client.mirror.31062.log: -- replaced with /var/log/ceph/cluster2-client.mirror.29567.log.gz 2026-02-22T22:24:22.614 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32292.log 2026-02-22T22:24:22.614 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50749.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31461.log 2026-02-22T22:24:22.614 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.50749.log.gz 2026-02-22T22:24:22.615 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32292.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50300.log 2026-02-22T22:24:22.615 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31461.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38535.log 2026-02-22T22:24:22.615 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50300.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31461.log.gz 2026-02-22T22:24:22.615 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32451.log 2026-02-22T22:24:22.615 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.50300.log.gz 2026-02-22T22:24:22.615 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38535.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.52960.log 2026-02-22T22:24:22.616 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32451.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.0.26057.log 2026-02-22T22:24:22.616 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.38535.log.gz 2026-02-22T22:24:22.616 INFO:teuthology.orchestra.run.trial172.stderr: 93.5%/var/log/ceph/cluster2-client.mirror.52960.log: -- replaced with /var/log/ceph/cluster2-client.mirror.28063.log.gz 2026-02-22T22:24:22.616 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36692.log 2026-02-22T22:24:22.616 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.52960.log.gz 2026-02-22T22:24:22.616 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.0.26057.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46010.log 2026-02-22T22:24:22.617 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36692.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.1.19844.log 2026-02-22T22:24:22.617 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46010.log: gzip -5 --verbose 87.8% -- -- replaced with /var/log/ceph/cluster1-client.mirror.36692.log.gz /var/log/ceph/cluster1-client.mirror.37817.log 2026-02-22T22:24:22.617 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:22.617 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.1.19844.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.46010.log.gz 2026-02-22T22:24:22.617 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35702.log 2026-02-22T22:24:22.618 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37817.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35450.log 2026-02-22T22:24:22.618 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35702.log: 91.8% -- replaced with /var/log/ceph/cluster1-client.mirror.1.19844.log.gz 2026-02-22T22:24:22.619 INFO:teuthology.orchestra.run.trial172.stderr: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.37817.log.gz 2026-02-22T22:24:22.619 INFO:teuthology.orchestra.run.trial172.stderr: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.35702.log.gz 2026-02-22T22:24:22.619 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41459.log 2026-02-22T22:24:22.620 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40381.log 2026-02-22T22:24:22.620 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35450.log: /var/log/ceph/cluster1-client.mirror.41459.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31791.log 2026-02-22T22:24:22.620 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40381.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.35450.log.gz 2026-02-22T22:24:22.620 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.40381.log.gz 2026-02-22T22:24:22.620 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46383.log 2026-02-22T22:24:22.621 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31791.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.41459.log.gz 2026-02-22T22:24:22.621 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.31791.log.gz 2026-02-22T22:24:22.622 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55984.log 2026-02-22T22:24:22.622 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46383.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31362.log 2026-02-22T22:24:22.622 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55984.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49191.log 2026-02-22T22:24:22.622 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.46383.log.gz 2026-02-22T22:24:22.622 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.55984.log.gz 2026-02-22T22:24:22.623 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31362.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31362.log.gz 2026-02-22T22:24:22.623 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51671.log 2026-02-22T22:24:22.624 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49191.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42630.log 2026-02-22T22:24:22.624 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51671.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.23823.log 2026-02-22T22:24:22.624 INFO:teuthology.orchestra.run.trial172.stderr: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49191.log.gz 2026-02-22T22:24:22.624 INFO:teuthology.orchestra.run.trial172.stderr: 85.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51671.log.gz 2026-02-22T22:24:22.625 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42630.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.42630.log.gz 2026-02-22T22:24:22.625 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35127.log 2026-02-22T22:24:22.625 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.23823.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28536.log 2026-02-22T22:24:22.626 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35127.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.admin.23823.log.gz 2026-02-22T22:24:22.626 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48293.log 2026-02-22T22:24:22.626 INFO:teuthology.orchestra.run.trial023.stderr: 91.2% -- replaced with /var/log/ceph/cluster2-mgr.x.log.gz 2026-02-22T22:24:22.626 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25872.log 2026-02-22T22:24:22.627 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.35127.log.gz 2026-02-22T22:24:22.627 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28536.log: /var/log/ceph/cluster2-client.mirror.48293.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32392.log 2026-02-22T22:24:22.627 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25872.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48293.log.gz 2026-02-22T22:24:22.629 INFO:teuthology.orchestra.run.trial023.stderr: 91.3% -- replaced with /var/log/ceph/cluster1-mgr.x.log.gz 2026-02-22T22:24:22.630 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.25872.log.gz 2026-02-22T22:24:22.630 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28536.log.gz 2026-02-22T22:24:22.630 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27308.log 2026-02-22T22:24:22.631 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32392.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32513.log 2026-02-22T22:24:22.631 INFO:teuthology.orchestra.run.trial172.stderr: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32392.log.gz 2026-02-22T22:24:22.631 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27308.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24463.log 2026-02-22T22:24:22.631 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35221.log 2026-02-22T22:24:22.632 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32513.log: /var/log/ceph/cluster2-client.mirror.24463.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.32513.log.gz 2026-02-22T22:24:22.632 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32910.log 2026-02-22T22:24:22.632 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.24463.log.gz 2026-02-22T22:24:22.633 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35221.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.35221.log.gz 2026-02-22T22:24:22.633 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35317.log 2026-02-22T22:24:22.633 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32910.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.0.56508.log 2026-02-22T22:24:22.634 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35317.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.32910.log.gz 2026-02-22T22:24:22.634 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.35317.log.gz 2026-02-22T22:24:22.634 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50951.log 2026-02-22T22:24:22.636 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.0.56508.log: 91.8% -- replaced with /var/log/ceph/cluster2-client.mirror.0.56508.log.gz 2026-02-22T22:24:22.636 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24321.log 2026-02-22T22:24:22.636 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28799.log 2026-02-22T22:24:22.637 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50951.log: /var/log/ceph/cluster2-client.mirror.24321.log: 86.6% -- replaced with /var/log/ceph/cluster1-client.mirror.50951.log.gz 2026-02-22T22:24:22.637 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28212.log 2026-02-22T22:24:22.638 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28799.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.28799.log.gz 2026-02-22T22:24:22.638 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45940.log 2026-02-22T22:24:22.642 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28212.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28212.log.gz 2026-02-22T22:24:22.642 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38673.log 2026-02-22T22:24:22.643 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45940.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.45940.log.gz 2026-02-22T22:24:22.643 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33110.log 2026-02-22T22:24:22.644 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38673.log: 87.5% -- replaced with /var/log/ceph/cluster2-client.mirror.38673.log.gz 2026-02-22T22:24:22.644 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44588.log 2026-02-22T22:24:22.644 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33110.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33110.log.gz 2026-02-22T22:24:22.645 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46263.log 2026-02-22T22:24:22.645 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44588.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.44588.log.gz 2026-02-22T22:24:22.646 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41780.log 2026-02-22T22:24:22.646 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46263.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.46263.log.gz 2026-02-22T22:24:22.647 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44148.log 2026-02-22T22:24:22.648 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41780.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.41780.log.gz 2026-02-22T22:24:22.648 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34992.log 2026-02-22T22:24:22.648 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44148.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.44148.log.gz 2026-02-22T22:24:22.649 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43461.log 2026-02-22T22:24:22.649 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34992.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.34992.log.gz 2026-02-22T22:24:22.650 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43991.log 2026-02-22T22:24:22.650 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43461.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.43461.log.gz 2026-02-22T22:24:22.651 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42307.log 2026-02-22T22:24:22.651 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43991.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43991.log.gz 2026-02-22T22:24:22.652 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49753.log 2026-02-22T22:24:22.652 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42307.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.42307.log.gz 2026-02-22T22:24:22.653 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35245.log 2026-02-22T22:24:22.654 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49753.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.49753.log.gz 2026-02-22T22:24:22.654 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42377.log 2026-02-22T22:24:22.655 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35245.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.35245.log.gz 2026-02-22T22:24:22.655 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.53619.log 2026-02-22T22:24:22.655 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42377.log: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.42377.log.gz 2026-02-22T22:24:22.656 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36827.log 2026-02-22T22:24:22.656 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.53619.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.53619.log.gz 2026-02-22T22:24:22.657 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29986.log 2026-02-22T22:24:22.658 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36827.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.36827.log.gz 2026-02-22T22:24:22.658 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51649.log 2026-02-22T22:24:22.658 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29986.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.29986.log.gz 2026-02-22T22:24:22.659 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33227.log 2026-02-22T22:24:22.659 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51649.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51649.log.gz 2026-02-22T22:24:22.660 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47818.log 2026-02-22T22:24:22.660 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33227.log: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33227.log.gz 2026-02-22T22:24:22.660 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49960.log 2026-02-22T22:24:22.661 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47818.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.47818.log.gz 2026-02-22T22:24:22.661 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45434.log 2026-02-22T22:24:22.662 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49960.log: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.49960.log.gz 2026-02-22T22:24:22.662 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53862.log 2026-02-22T22:24:22.663 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45434.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.45434.log.gz 2026-02-22T22:24:22.664 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19443.log 2026-02-22T22:24:22.664 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53862.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.53862.log.gz 2026-02-22T22:24:22.664 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-mon.a.log 2026-02-22T22:24:22.665 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19443.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19443.log.gz 2026-02-22T22:24:22.665 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32476.log 2026-02-22T22:24:22.678 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-mon.a.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26240.log 2026-02-22T22:24:22.678 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32476.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32476.log.gz 2026-02-22T22:24:22.689 INFO:teuthology.orchestra.run.trial172.stderr: 94.3% -- replaced with /var/log/ceph/cluster2-client.mirror.0.26057.log.gz 2026-02-22T22:24:22.690 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34510.log 2026-02-22T22:24:22.691 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26240.log: 88.7% -- replaced with /var/log/ceph/cluster1-client.mirror.26240.log.gz 2026-02-22T22:24:22.691 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29139.log 2026-02-22T22:24:22.691 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34510.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.34510.log.gz 2026-02-22T22:24:22.692 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57278.log 2026-02-22T22:24:22.692 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29139.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.29139.log.gz 2026-02-22T22:24:22.693 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28450.log 2026-02-22T22:24:22.693 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57278.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57278.log.gz 2026-02-22T22:24:22.694 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.53274.log 2026-02-22T22:24:22.697 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28450.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28450.log.gz 2026-02-22T22:24:22.698 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29019.log 2026-02-22T22:24:22.698 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.53274.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.53274.log.gz 2026-02-22T22:24:22.698 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43967.log 2026-02-22T22:24:22.699 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29019.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.29019.log.gz 2026-02-22T22:24:22.699 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24669.log 2026-02-22T22:24:22.700 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43967.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43967.log.gz 2026-02-22T22:24:22.700 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36188.log 2026-02-22T22:24:22.704 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24669.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.24669.log.gz 2026-02-22T22:24:22.704 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35890.log 2026-02-22T22:24:22.705 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36188.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.36188.log.gz 2026-02-22T22:24:22.706 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56642.log 2026-02-22T22:24:22.706 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35890.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.35890.log.gz 2026-02-22T22:24:22.707 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26333.log 2026-02-22T22:24:22.707 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56642.log: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.56642.log.gz 2026-02-22T22:24:22.707 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48840.log 2026-02-22T22:24:22.711 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26333.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.26333.log.gz 2026-02-22T22:24:22.712 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41919.log 2026-02-22T22:24:22.712 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48840.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48840.log.gz 2026-02-22T22:24:22.713 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54042.log 2026-02-22T22:24:22.713 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41919.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.41919.log.gz 2026-02-22T22:24:22.713 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.1.19946.log 2026-02-22T22:24:22.714 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54042.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.54042.log.gz 2026-02-22T22:24:22.714 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39808.log 2026-02-22T22:24:22.716 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.1.19946.log: 93.0% -- replaced with /var/log/ceph/cluster2-client.mirror.1.19946.log.gz 2026-02-22T22:24:22.717 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29119.log 2026-02-22T22:24:22.717 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39808.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.39808.log.gz 2026-02-22T22:24:22.718 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28665.log 2026-02-22T22:24:22.718 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29119.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.29119.log.gz 2026-02-22T22:24:22.719 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42538.log 2026-02-22T22:24:22.722 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28665.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28665.log.gz 2026-02-22T22:24:22.723 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54861.log 2026-02-22T22:24:22.724 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42538.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.42538.log.gz 2026-02-22T22:24:22.725 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48632.log 2026-02-22T22:24:22.725 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54861.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.54861.log.gz 2026-02-22T22:24:22.725 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55940.log 2026-02-22T22:24:22.726 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48632.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48632.log.gz 2026-02-22T22:24:22.727 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40791.log 2026-02-22T22:24:22.728 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55940.log: 91.3% -- replaced with /var/log/ceph/cluster2-client.mirror.55940.log.gz 2026-02-22T22:24:22.728 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38815.log 2026-02-22T22:24:22.729 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40791.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.40791.log.gz 2026-02-22T22:24:22.729 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50022.log 2026-02-22T22:24:22.730 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38815.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.38815.log.gz 2026-02-22T22:24:22.731 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51176.log 2026-02-22T22:24:22.732 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50022.log: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.50022.log.gz 2026-02-22T22:24:22.732 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46335.log 2026-02-22T22:24:22.732 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51176.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51176.log.gz 2026-02-22T22:24:22.733 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30045.log 2026-02-22T22:24:22.733 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46335.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.46335.log.gz 2026-02-22T22:24:22.733 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41322.log 2026-02-22T22:24:22.746 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30045.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26682.log 2026-02-22T22:24:22.747 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41322.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.41322.log.gz 2026-02-22T22:24:22.754 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49522.log 2026-02-22T22:24:22.755 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26682.log: 88.3% -- replaced with /var/log/ceph/cluster1-client.mirror.26682.log.gz 2026-02-22T22:24:22.766 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28493.log 2026-02-22T22:24:22.767 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49522.log: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49522.log.gz 2026-02-22T22:24:22.778 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33861.log 2026-02-22T22:24:22.790 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28493.log: 93.6%gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36618.log 2026-02-22T22:24:22.791 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33861.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33861.log.gz 2026-02-22T22:24:22.798 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.28493.log.gz 2026-02-22T22:24:22.802 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40285.log 2026-02-22T22:24:22.803 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36618.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.36618.log.gz 2026-02-22T22:24:22.814 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48086.log 2026-02-22T22:24:22.815 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40285.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.40285.log.gz 2026-02-22T22:24:22.826 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48943.log 2026-02-22T22:24:22.828 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48086.log: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48086.log.gz 2026-02-22T22:24:22.838 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37038.log 2026-02-22T22:24:22.839 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48943.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48943.log.gz 2026-02-22T22:24:22.850 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37839.log 2026-02-22T22:24:22.852 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37038.log: 92.4% -- replaced with /var/log/ceph/cluster2-client.mirror.37038.log.gz 2026-02-22T22:24:22.862 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52661.log 2026-02-22T22:24:22.863 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37839.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.37839.log.gz 2026-02-22T22:24:22.874 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52481.log 2026-02-22T22:24:22.875 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52661.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52661.log.gz 2026-02-22T22:24:22.886 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30593.log 2026-02-22T22:24:22.887 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52481.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52481.log.gz 2026-02-22T22:24:22.895 INFO:teuthology.orchestra.run.trial172.stderr: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.3.19894.log.gz 2026-02-22T22:24:22.898 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49480.log 2026-02-22T22:24:22.899 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30593.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.30593.log.gz 2026-02-22T22:24:22.900 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26610.log 2026-02-22T22:24:22.902 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49480.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49480.log.gz 2026-02-22T22:24:22.902 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43437.log 2026-02-22T22:24:22.904 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26610.log: 89.3% -- replaced with /var/log/ceph/cluster1-client.mirror.26610.log.gz 2026-02-22T22:24:22.904 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33823.log.gz 2026-02-22T22:24:22.904 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.47021.log 2026-02-22T22:24:22.904 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43437.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47859.log 2026-02-22T22:24:22.904 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.47021.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43437.log.gz 2026-02-22T22:24:22.905 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56104.log 2026-02-22T22:24:22.906 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47859.log: 92.3% -- replaced with /var/log/ceph/cluster1-client.mirror.47021.log.gz 2026-02-22T22:24:22.906 INFO:teuthology.orchestra.run.trial172.stderr: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47859.log.gzgzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.53297.log 2026-02-22T22:24:22.906 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:22.906 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56104.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36324.log 2026-02-22T22:24:22.906 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.56104.log.gz 2026-02-22T22:24:22.908 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52099.log 2026-02-22T22:24:22.908 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.53297.log: /var/log/ceph/cluster1-client.mirror.36324.log: 87.8% 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36324.log.gz 2026-02-22T22:24:22.908 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.53297.log.gz 2026-02-22T22:24:22.908 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39596.log 2026-02-22T22:24:22.908 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52099.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27891.log 2026-02-22T22:24:22.908 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52099.log.gz 2026-02-22T22:24:22.908 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39596.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38697.log 2026-02-22T22:24:22.909 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27891.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.39596.log.gz 2026-02-22T22:24:22.909 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42122.log 2026-02-22T22:24:22.910 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38697.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.38697.log.gz 2026-02-22T22:24:22.910 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48735.log 2026-02-22T22:24:22.912 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42122.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.42122.log.gz 2026-02-22T22:24:22.912 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.27891.log.gz 2026-02-22T22:24:22.912 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34715.log 2026-02-22T22:24:22.912 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38463.log 2026-02-22T22:24:22.913 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48735.log: /var/log/ceph/cluster1-client.mirror.34715.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.34715.log.gz 2026-02-22T22:24:22.914 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54585.log 2026-02-22T22:24:22.914 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38463.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.38463.log.gz 2026-02-22T22:24:22.914 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24234.log 2026-02-22T22:24:22.915 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54585.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.54585.log.gz 2026-02-22T22:24:22.915 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48735.log.gz 2026-02-22T22:24:22.915 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34115.log 2026-02-22T22:24:22.915 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24234.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33586.log 2026-02-22T22:24:22.916 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34115.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.34115.log.gz 2026-02-22T22:24:22.916 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27754.log 2026-02-22T22:24:22.918 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33586.log: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.24234.log.gz 2026-02-22T22:24:22.918 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25716.log 2026-02-22T22:24:22.919 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27754.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.27754.log.gz 2026-02-22T22:24:22.919 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23397.log 2026-02-22T22:24:22.920 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25716.log: 88.9% -- replaced with /var/log/ceph/cluster1-client.mirror.25716.log.gz 2026-02-22T22:24:22.920 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37957.log 2026-02-22T22:24:22.921 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23397.log: 90.0% -- replaced with /var/log/ceph/cluster2-client.mirror.23397.log.gz 2026-02-22T22:24:22.921 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41712.log 2026-02-22T22:24:22.922 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37957.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37957.log.gz 2026-02-22T22:24:22.922 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37499.log 2026-02-22T22:24:22.923 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41712.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.41712.log.gz 2026-02-22T22:24:22.924 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30300.log 2026-02-22T22:24:22.924 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37499.log: 87.6% -- replaced with /var/log/ceph/cluster1-client.mirror.37499.log.gz 2026-02-22T22:24:22.924 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45118.log 2026-02-22T22:24:22.938 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30300.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54380.log 2026-02-22T22:24:22.939 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45118.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45118.log.gz 2026-02-22T22:24:22.958 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36119.log 2026-02-22T22:24:22.959 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54380.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.54380.log.gz 2026-02-22T22:24:22.970 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49711.log 2026-02-22T22:24:22.971 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36119.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36119.log.gz 2026-02-22T22:24:22.978 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33068.log 2026-02-22T22:24:22.979 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49711.log: 88.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49711.log.gz 2026-02-22T22:24:22.990 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40468.log 2026-02-22T22:24:22.991 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33068.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.33068.log.gz 2026-02-22T22:24:22.994 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.29779.log.gz 2026-02-22T22:24:22.995 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40562.log 2026-02-22T22:24:22.996 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40468.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.40468.log.gz 2026-02-22T22:24:22.996 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20867.log 2026-02-22T22:24:22.997 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40562.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.40562.log.gz 2026-02-22T22:24:22.997 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44633.log 2026-02-22T22:24:22.998 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.20867.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.20867.log.gz 2026-02-22T22:24:22.998 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57328.log 2026-02-22T22:24:22.999 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44633.log: 92.5% -- replaced with /var/log/ceph/cluster2-client.mirror.44633.log.gz 2026-02-22T22:24:23.000 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27582.log 2026-02-22T22:24:23.000 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57328.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57328.log.gz 2026-02-22T22:24:23.001 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39849.log 2026-02-22T22:24:23.001 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27582.log: 88.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27582.log.gz 2026-02-22T22:24:23.001 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27083.log 2026-02-22T22:24:23.003 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39849.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.39849.log.gz 2026-02-22T22:24:23.003 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44719.log 2026-02-22T22:24:23.004 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27083.log: 89.4% -- replaced with /var/log/ceph/cluster1-client.mirror.27083.log.gz 2026-02-22T22:24:23.004 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.24873.log 2026-02-22T22:24:23.005 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44719.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.44719.log.gz 2026-02-22T22:24:23.005 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50424.log 2026-02-22T22:24:23.006 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.24873.log: 88.0% -- replaced with /var/log/ceph/cluster1-client.admin.24873.log.gz 2026-02-22T22:24:23.006 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35818.log 2026-02-22T22:24:23.007 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50424.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.50424.log.gz 2026-02-22T22:24:23.007 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30576.log 2026-02-22T22:24:23.007 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35818.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.35818.log.gz 2026-02-22T22:24:23.008 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31223.log 2026-02-22T22:24:23.008 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30576.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.30576.log.gz 2026-02-22T22:24:23.009 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41045.log 2026-02-22T22:24:23.019 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31223.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33503.log.gz 2026-02-22T22:24:23.019 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29327.log 2026-02-22T22:24:23.020 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41045.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.41045.log.gz 2026-02-22T22:24:23.020 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54169.log 2026-02-22T22:24:23.021 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29327.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.29327.log.gz 2026-02-22T22:24:23.021 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.22949.log 2026-02-22T22:24:23.023 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54169.log: 91.3% -- replaced with /var/log/ceph/cluster2-client.mirror.54169.log.gz 2026-02-22T22:24:23.023 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47043.log 2026-02-22T22:24:23.024 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.22949.log: 87.4% -- replaced with /var/log/ceph/cluster2-client.mirror.22949.log.gz 2026-02-22T22:24:23.024 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56005.log 2026-02-22T22:24:23.025 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47043.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.47043.log.gz 2026-02-22T22:24:23.025 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47570.log 2026-02-22T22:24:23.026 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56005.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.56005.log.gz 2026-02-22T22:24:23.026 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48570.log 2026-02-22T22:24:23.027 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47570.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.47570.log.gz 2026-02-22T22:24:23.027 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23471.log 2026-02-22T22:24:23.027 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48570.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.48570.log.gz 2026-02-22T22:24:23.028 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46564.log 2026-02-22T22:24:23.028 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23471.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.23471.log.gz 2026-02-22T22:24:23.029 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50996.log 2026-02-22T22:24:23.029 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46564.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.46564.log.gz 2026-02-22T22:24:23.030 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41734.log 2026-02-22T22:24:23.030 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50996.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.50996.log.gz 2026-02-22T22:24:23.030 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30258.log 2026-02-22T22:24:23.031 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41734.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.41734.log.gz 2026-02-22T22:24:23.031 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43895.log 2026-02-22T22:24:23.032 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30258.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.30258.log.gz 2026-02-22T22:24:23.033 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40975.log 2026-02-22T22:24:23.033 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43895.log: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.43895.log.gz 2026-02-22T22:24:23.034 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27802.log 2026-02-22T22:24:23.035 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40975.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.40975.log.gz 2026-02-22T22:24:23.035 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.2.46743.log 2026-02-22T22:24:23.035 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27802.log: 89.6% -- replaced with /var/log/ceph/cluster1-client.mirror.27802.log.gz 2026-02-22T22:24:23.036 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54063.log 2026-02-22T22:24:23.038 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.2.46743.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.2.46743.log.gz 2026-02-22T22:24:23.039 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50155.log 2026-02-22T22:24:23.040 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54063.log: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.54063.log.gz 2026-02-22T22:24:23.040 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49088.log 2026-02-22T22:24:23.041 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50155.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.50155.log.gz 2026-02-22T22:24:23.042 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50465.log 2026-02-22T22:24:23.042 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49088.log: 88.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49088.log.gz 2026-02-22T22:24:23.042 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37222.log 2026-02-22T22:24:23.043 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50465.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.50465.log.gz 2026-02-22T22:24:23.044 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30192.log 2026-02-22T22:24:23.044 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37222.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.37222.log.gz 2026-02-22T22:24:23.045 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57096.log 2026-02-22T22:24:23.045 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30192.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.30192.log.gz 2026-02-22T22:24:23.046 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46106.log 2026-02-22T22:24:23.046 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57096.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57096.log.gz 2026-02-22T22:24:23.046 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51289.log 2026-02-22T22:24:23.047 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46106.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.46106.log.gz 2026-02-22T22:24:23.047 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49669.log 2026-02-22T22:24:23.048 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51289.log: 87.1% -- replaced with /var/log/ceph/cluster1-client.mirror.51289.log.gz 2026-02-22T22:24:23.048 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49584.log 2026-02-22T22:24:23.049 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49669.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49669.log.gz 2026-02-22T22:24:23.050 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36532.log 2026-02-22T22:24:23.050 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49584.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49584.log.gz 2026-02-22T22:24:23.051 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52301.log 2026-02-22T22:24:23.052 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36532.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.29527.log.gz 2026-02-22T22:24:23.052 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.36532.log.gz 2026-02-22T22:24:23.053 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35768.log 2026-02-22T22:24:23.053 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52301.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52301.log.gz 2026-02-22T22:24:23.053 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26312.log 2026-02-22T22:24:23.054 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35768.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.35768.log.gz 2026-02-22T22:24:23.054 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56046.log 2026-02-22T22:24:23.055 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26312.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.52905.log 2026-02-22T22:24:23.055 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster1-client.mirror.26312.log.gz 2026-02-22T22:24:23.055 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56046.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56362.log 2026-02-22T22:24:23.055 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.52905.log: 1.3% -- replaced with /var/log/ceph/cluster2-client.mirror.52905.log.gz 2026-02-22T22:24:23.056 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50362.log 2026-02-22T22:24:23.056 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56362.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.56362.log.gz 2026-02-22T22:24:23.058 INFO:teuthology.orchestra.run.trial172.stderr: 91.3% -- replaced with /var/log/ceph/cluster2-client.mirror.56046.log.gzgzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38647.log 2026-02-22T22:24:23.058 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:23.058 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50362.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28149.log 2026-02-22T22:24:23.058 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38647.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.50362.log.gz 2026-02-22T22:24:23.059 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36167.log 2026-02-22T22:24:23.059 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.38647.log.gz/var/log/ceph/cluster2-client.mirror.28149.log: 2026-02-22T22:24:23.059 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49398.log 2026-02-22T22:24:23.059 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36167.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36167.log.gz 2026-02-22T22:24:23.060 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16392.log 2026-02-22T22:24:23.060 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49398.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49398.log.gz 2026-02-22T22:24:23.060 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52279.log 2026-02-22T22:24:23.061 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.16392.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16392.log.gz 2026-02-22T22:24:23.061 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38439.log 2026-02-22T22:24:23.061 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52279.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52279.log.gz 2026-02-22T22:24:23.062 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27954.log 2026-02-22T22:24:23.063 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38439.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.38439.log.gz 2026-02-22T22:24:23.063 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28149.log.gz 2026-02-22T22:24:23.063 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44516.log 2026-02-22T22:24:23.063 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27954.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43530.log 2026-02-22T22:24:23.064 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44516.log: 87.6% -- replaced with /var/log/ceph/cluster1-client.mirror.44516.log.gz 2026-02-22T22:24:23.064 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51424.log 2026-02-22T22:24:23.065 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43530.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.43530.log.gz 2026-02-22T22:24:23.066 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56212.log 2026-02-22T22:24:23.067 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51424.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51424.log.gz 2026-02-22T22:24:23.067 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27954.log.gz 2026-02-22T22:24:23.067 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29587.log 2026-02-22T22:24:23.067 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23962.log 2026-02-22T22:24:23.067 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56212.log: /var/log/ceph/cluster2-client.mirror.29587.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.29587.log.gz 2026-02-22T22:24:23.068 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33984.log 2026-02-22T22:24:23.068 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23962.log: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.23962.log.gz 2026-02-22T22:24:23.069 INFO:teuthology.orchestra.run.trial172.stderr: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.56212.log.gz 2026-02-22T22:24:23.069 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32132.log 2026-02-22T22:24:23.069 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33984.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46768.log 2026-02-22T22:24:23.082 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32132.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20692.log 2026-02-22T22:24:23.083 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46768.log: 90.0% -- replaced with /var/log/ceph/cluster2-client.mirror.46768.log.gz 2026-02-22T22:24:23.098 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.31974.log.gz 2026-02-22T22:24:23.098 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44289.log 2026-02-22T22:24:23.099 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.20692.log: 56.2% -- replaced with /var/log/ceph/cluster2-client.mirror.20692.log.gz 2026-02-22T22:24:23.099 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27934.log 2026-02-22T22:24:23.100 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44289.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.44289.log.gz 2026-02-22T22:24:23.100 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.0.19919.log 2026-02-22T22:24:23.104 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27934.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.27934.log.gz 2026-02-22T22:24:23.104 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50176.log 2026-02-22T22:24:23.105 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.0.19919.log: 91.2% -- replaced with /var/log/ceph/cluster2-client.mirror.0.19919.log.gz 2026-02-22T22:24:23.106 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26924.log 2026-02-22T22:24:23.106 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50176.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.50176.log.gz 2026-02-22T22:24:23.107 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37291.log 2026-02-22T22:24:23.107 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26924.log: 91.4% -- replaced with /var/log/ceph/cluster1-client.mirror.26924.log.gz 2026-02-22T22:24:23.107 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28999.log 2026-02-22T22:24:23.109 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37291.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.37291.log.gz 2026-02-22T22:24:23.109 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.53756.log 2026-02-22T22:24:23.110 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28999.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.28999.log.gz 2026-02-22T22:24:23.110 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.2.24961.log 2026-02-22T22:24:23.111 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.53756.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.53756.log.gz 2026-02-22T22:24:23.111 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49418.log 2026-02-22T22:24:23.113 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.2.24961.log: 93.1% -- replaced with /var/log/ceph/cluster2-client.mirror.2.24961.log.gz 2026-02-22T22:24:23.113 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34412.log 2026-02-22T22:24:23.115 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49418.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49418.log.gz 2026-02-22T22:24:23.115 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30109.log 2026-02-22T22:24:23.118 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34412.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.34412.log.gz 2026-02-22T22:24:23.118 INFO:teuthology.orchestra.run.trial172.stderr: 94.1% -- replaced with /var/log/ceph/cluster2-client.mirror.23130.log.gz 2026-02-22T22:24:23.118 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42813.log 2026-02-22T22:24:23.118 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30109.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25216.log 2026-02-22T22:24:23.118 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.30109.log.gz 2026-02-22T22:24:23.118 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42813.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.42813.log.gz 2026-02-22T22:24:23.118 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47776.log 2026-02-22T22:24:23.119 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46130.log 2026-02-22T22:24:23.120 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25216.log: /var/log/ceph/cluster2-client.mirror.47776.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47776.log.gz 2026-02-22T22:24:23.120 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43783.log 2026-02-22T22:24:23.121 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46130.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.46130.log.gz 2026-02-22T22:24:23.121 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51604.log 2026-02-22T22:24:23.121 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.25216.log.gz 2026-02-22T22:24:23.122 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43783.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23519.log 2026-02-22T22:24:23.123 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51604.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51604.log.gz 2026-02-22T22:24:23.123 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44841.log 2026-02-22T22:24:23.123 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23519.log: 88.1% -- replaced with /var/log/ceph/cluster1-client.mirror.23519.log.gz 2026-02-22T22:24:23.123 INFO:teuthology.orchestra.run.trial172.stderr: 92.5% -- replaced with /var/log/ceph/cluster2-client.mirror.43783.log.gz 2026-02-22T22:24:23.123 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32233.log 2026-02-22T22:24:23.125 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38005.log 2026-02-22T22:24:23.125 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44841.log: /var/log/ceph/cluster2-client.mirror.32233.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32233.log.gz 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.44841.log.gz 2026-02-22T22:24:23.125 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:23.126 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49794.log 2026-02-22T22:24:23.126 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27286.log 2026-02-22T22:24:23.126 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38005.log: /var/log/ceph/cluster2-client.mirror.49794.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.38005.log.gz 2026-02-22T22:24:23.126 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41394.log 2026-02-22T22:24:23.129 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27286.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.27286.log.gz 2026-02-22T22:24:23.129 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49794.log.gz 2026-02-22T22:24:23.129 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49377.log 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42979.log 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41394.log: /var/log/ceph/cluster2-client.mirror.49377.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.41394.log.gz 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.49377.log.gz 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20675.log 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42979.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42979.log.gz 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31520.log 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39341.log 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.20675.log: /var/log/ceph/cluster2-client.mirror.31520.log: 68.4% -- replaced with /var/log/ceph/cluster2-client.admin.20675.log.gz 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19794.log 2026-02-22T22:24:23.130 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.31520.log.gz 2026-02-22T22:24:23.133 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39341.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.25982.log 2026-02-22T22:24:23.133 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19794.log: 0.0% 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.39341.log.gz 2026-02-22T22:24:23.133 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.admin.19794.log.gz 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48190.log 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50929.log 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.25982.log: /var/log/ceph/cluster2-client.mirror.48190.log: 88.0% -- replaced with /var/log/ceph/cluster1-client.admin.25982.log.gz 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48190.log.gz 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39068.log 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56711.log 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50929.log: /var/log/ceph/cluster2-client.mirror.39068.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.50929.log.gz 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50403.log 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56711.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.mirror.56711.log.gz 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.39068.log.gz 2026-02-22T22:24:23.134 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25193.log 2026-02-22T22:24:23.136 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19719.log 2026-02-22T22:24:23.136 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50403.log: /var/log/ceph/cluster1-client.mirror.25193.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.50403.log.gz 2026-02-22T22:24:23.136 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37246.log 2026-02-22T22:24:23.136 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19719.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19719.log.gz 2026-02-22T22:24:23.136 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30131.log 2026-02-22T22:24:23.136 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37246.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37246.log.gz 2026-02-22T22:24:23.137 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36300.log 2026-02-22T22:24:23.137 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30131.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.25193.log.gz 2026-02-22T22:24:23.140 INFO:teuthology.orchestra.run.trial023.stderr: 91.7% -- replaced with /var/log/ceph/cluster1-mon.a.log.gz 2026-02-22T22:24:23.146 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.1.23871.log 2026-02-22T22:24:23.147 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36300.log: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.36300.log.gz 2026-02-22T22:24:23.155 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33090.log.gz 2026-02-22T22:24:23.162 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28235.log 2026-02-22T22:24:23.162 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.1.23871.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37981.log 2026-02-22T22:24:23.165 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28235.log: 93.7% 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.56126.log.gz 2026-02-22T22:24:23.165 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.1.23871.log.gz 2026-02-22T22:24:23.166 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44078.log 2026-02-22T22:24:23.166 INFO:teuthology.orchestra.run.trial172.stderr: 93.6% -- replaced with /var/log/ceph/cluster2-client.mirror.28235.log.gz 2026-02-22T22:24:23.166 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37981.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40953.log 2026-02-22T22:24:23.166 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37981.log.gz 2026-02-22T22:24:23.167 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39457.log 2026-02-22T22:24:23.167 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44078.log: /var/log/ceph/cluster1-client.mirror.40953.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46490.log 2026-02-22T22:24:23.168 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39457.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.39457.log.gz 2026-02-22T22:24:23.168 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.44078.log.gz 2026-02-22T22:24:23.168 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26586.log 2026-02-22T22:24:23.168 INFO:teuthology.orchestra.run.trial172.stderr: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.40953.log.gz 2026-02-22T22:24:23.168 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29823.log 2026-02-22T22:24:23.169 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46490.log: /var/log/ceph/cluster2-client.mirror.26586.log: 89.3% -- replaced with /var/log/ceph/cluster2-client.mirror.26586.log.gz 2026-02-22T22:24:23.169 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.46490.log.gz 2026-02-22T22:24:23.169 INFO:teuthology.orchestra.run.trial172.stderr: 94.3% -- replaced with /var/log/ceph/cluster2-client.mirror.25280.log.gz 2026-02-22T22:24:23.169 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46171.log 2026-02-22T22:24:23.169 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29823.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28470.log 2026-02-22T22:24:23.170 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46171.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45478.log 2026-02-22T22:24:23.170 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.29823.log.gz 2026-02-22T22:24:23.170 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28470.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.20298.log 2026-02-22T22:24:23.170 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45478.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44309.log 2026-02-22T22:24:23.171 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.20298.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.46171.log.gz 2026-02-22T22:24:23.171 INFO:teuthology.orchestra.run.trial172.stderr: 56.3% -- replaced with /var/log/ceph/cluster1-client.mirror.20298.log.gz 2026-02-22T22:24:23.171 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.45478.log.gz 2026-02-22T22:24:23.171 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.20264.log 2026-02-22T22:24:23.172 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44309.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37752.log 2026-02-22T22:24:23.172 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.20264.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34185.log 2026-02-22T22:24:23.172 INFO:teuthology.orchestra.run.trial172.stderr: 58.3% -- replaced with /var/log/ceph/cluster1-client.mirror.20264.log.gz 2026-02-22T22:24:23.172 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37752.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27911.log 2026-02-22T22:24:23.173 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34185.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37752.log.gz 2026-02-22T22:24:23.173 INFO:teuthology.orchestra.run.trial172.stderr: 92.3% -- replaced with /var/log/ceph/cluster1-client.mirror.44309.log.gz 2026-02-22T22:24:23.173 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.34185.log.gz 2026-02-22T22:24:23.173 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41781.log 2026-02-22T22:24:23.173 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.28470.log.gz 2026-02-22T22:24:23.174 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27911.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32752.log 2026-02-22T22:24:23.174 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41781.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25740.log 2026-02-22T22:24:23.174 INFO:teuthology.orchestra.run.trial172.stderr: 88.8% -- replaced with /var/log/ceph/cluster1-client.mirror.41781.log.gz/var/log/ceph/cluster2-client.mirror.32752.log: 2026-02-22T22:24:23.174 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29485.log 2026-02-22T22:24:23.174 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.32752.log.gz 2026-02-22T22:24:23.175 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29349.log 2026-02-22T22:24:23.175 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25740.log: /var/log/ceph/cluster2-client.mirror.29485.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25852.log 2026-02-22T22:24:23.175 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29349.log: 88.9% -- replaced with /var/log/ceph/cluster1-client.mirror.25740.log.gz 2026-02-22T22:24:23.175 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.29485.log.gz 2026-02-22T22:24:23.176 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48694.log 2026-02-22T22:24:23.176 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25852.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39407.log 2026-02-22T22:24:23.177 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48694.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27911.log.gz 2026-02-22T22:24:23.177 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49067.log 2026-02-22T22:24:23.177 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.48694.log.gz 2026-02-22T22:24:23.177 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39407.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36398.log 2026-02-22T22:24:23.178 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49067.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.39407.log.gz 2026-02-22T22:24:23.178 INFO:teuthology.orchestra.run.trial172.stderr: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49067.log.gz 2026-02-22T22:24:23.179 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41692.log 2026-02-22T22:24:23.179 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44928.log 2026-02-22T22:24:23.179 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36398.log: /var/log/ceph/cluster2-client.mirror.41692.log: 92.2% -- replaced with /var/log/ceph/cluster2-client.mirror.36398.log.gz 2026-02-22T22:24:23.179 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.25852.log.gz 2026-02-22T22:24:23.180 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32811.log 2026-02-22T22:24:23.180 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44928.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27534.log 2026-02-22T22:24:23.180 INFO:teuthology.orchestra.run.trial172.stderr: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.41692.log.gz 2026-02-22T22:24:23.181 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32811.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.44928.log.gz 2026-02-22T22:24:23.181 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51356.log 2026-02-22T22:24:23.181 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32811.log.gz 2026-02-22T22:24:23.181 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27534.log: 89.7% -- replaced with /var/log/ceph/cluster1-client.mirror.27534.log.gz 2026-02-22T22:24:23.182 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33764.log 2026-02-22T22:24:23.182 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51356.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54627.log 2026-02-22T22:24:23.182 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51356.log.gz 2026-02-22T22:24:23.183 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33764.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30384.log 2026-02-22T22:24:23.183 INFO:teuthology.orchestra.run.trial172.stderr: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33764.log.gz 2026-02-22T22:24:23.183 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54627.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33801.log 2026-02-22T22:24:23.183 INFO:teuthology.orchestra.run.trial172.stderr: 88.3%gzip -- replaced with /var/log/ceph/cluster2-client.mirror.54627.log.gz -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49918.log 2026-02-22T22:24:23.183 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:23.184 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30384.log: /var/log/ceph/cluster2-client.mirror.33801.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33801.log.gz 2026-02-22T22:24:23.184 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27200.log 2026-02-22T22:24:23.184 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49918.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40679.log 2026-02-22T22:24:23.186 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27200.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49918.log.gz 2026-02-22T22:24:23.186 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44015.log 2026-02-22T22:24:23.188 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40679.log: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.40679.log.gz 2026-02-22T22:24:23.188 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31040.log 2026-02-22T22:24:23.188 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44015.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.27200.log.gz 2026-02-22T22:24:23.188 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.44015.log.gz 2026-02-22T22:24:23.189 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52888.log 2026-02-22T22:24:23.189 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31040.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37403.log 2026-02-22T22:24:23.190 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.31040.log.gz 2026-02-22T22:24:23.190 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52888.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16299.log 2026-02-22T22:24:23.190 INFO:teuthology.orchestra.run.trial172.stderr: 2.6% -- replaced with /var/log/ceph/cluster1-client.mirror.52888.log.gz 2026-02-22T22:24:23.190 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37403.log: 87.5% -- replaced with /var/log/ceph/cluster2-client.mirror.37403.log.gz 2026-02-22T22:24:23.191 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.31144.log.gz 2026-02-22T22:24:23.191 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36921.log 2026-02-22T22:24:23.191 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.16299.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26899.log 2026-02-22T22:24:23.191 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16299.log.gz 2026-02-22T22:24:23.192 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36921.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41346.log 2026-02-22T22:24:23.192 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36921.log.gz 2026-02-22T22:24:23.192 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53424.log 2026-02-22T22:24:23.192 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26899.log: /var/log/ceph/cluster1-client.mirror.41346.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43690.log 2026-02-22T22:24:23.192 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53424.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.41346.log.gz 2026-02-22T22:24:23.193 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19518.log 2026-02-22T22:24:23.193 INFO:teuthology.orchestra.run.trial172.stderr: 91.5% -- replaced with /var/log/ceph/cluster2-client.mirror.26899.log.gz 2026-02-22T22:24:23.194 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43690.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.43690.log.gz 2026-02-22T22:24:23.194 INFO:teuthology.orchestra.run.trial172.stderr: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.53424.log.gz 2026-02-22T22:24:23.194 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.0.41781.log 2026-02-22T22:24:23.194 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19518.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30670.log 2026-02-22T22:24:23.194 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19518.log.gz 2026-02-22T22:24:23.195 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.0.41781.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42750.log 2026-02-22T22:24:23.195 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30670.log: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.30670.log.gz 2026-02-22T22:24:23.196 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41623.log 2026-02-22T22:24:23.196 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42750.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42750.log.gz 2026-02-22T22:24:23.196 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29039.log 2026-02-22T22:24:23.197 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41623.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.41623.log.gz 2026-02-22T22:24:23.197 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33377.log 2026-02-22T22:24:23.198 INFO:teuthology.orchestra.run.trial172.stderr: 93.2%/var/log/ceph/cluster2-client.mirror.29039.log: -- replaced with /var/log/ceph/cluster2-client.mirror.0.41781.log.gz 2026-02-22T22:24:23.198 INFO:teuthology.orchestra.run.trial172.stderr: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.29039.log.gz 2026-02-22T22:24:23.198 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31404.log 2026-02-22T22:24:23.199 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33377.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44653.log 2026-02-22T22:24:23.199 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31404.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.33377.log.gz 2026-02-22T22:24:23.199 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32213.log 2026-02-22T22:24:23.201 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44653.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.44653.log.gz 2026-02-22T22:24:23.201 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.0.29379.log 2026-02-22T22:24:23.202 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32213.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20614.log 2026-02-22T22:24:23.209 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.0.29379.log: 93.9% -- replaced with /var/log/ceph/cluster1-client.mirror.0.29379.log.gz 2026-02-22T22:24:23.210 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28020.log 2026-02-22T22:24:23.210 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.20614.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20614.log.gz 2026-02-22T22:24:23.211 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.24321.log.gz 2026-02-22T22:24:23.211 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19418.log 2026-02-22T22:24:23.214 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28020.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32831.log 2026-02-22T22:24:23.214 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19418.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19418.log.gz 2026-02-22T22:24:23.215 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40405.log 2026-02-22T22:24:23.215 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32831.log: 87.8% 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28020.log.gz 2026-02-22T22:24:23.215 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.32831.log.gz 2026-02-22T22:24:23.216 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29099.log 2026-02-22T22:24:23.216 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40405.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32451.log.gz 2026-02-22T22:24:23.216 INFO:teuthology.orchestra.run.trial172.stderr: 88.0% -- replaced with /var/log/ceph/cluster1-client.mirror.40405.log.gz 2026-02-22T22:24:23.217 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35171.log 2026-02-22T22:24:23.217 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29099.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56836.log 2026-02-22T22:24:23.217 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35171.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51986.log 2026-02-22T22:24:23.218 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.29099.log.gz 2026-02-22T22:24:23.218 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56836.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.mirror.56836.log.gz 2026-02-22T22:24:23.218 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.35171.log.gz 2026-02-22T22:24:23.218 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30278.log 2026-02-22T22:24:23.219 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45046.log 2026-02-22T22:24:23.219 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51986.log: /var/log/ceph/cluster2-client.mirror.30278.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48860.log 2026-02-22T22:24:23.219 INFO:teuthology.orchestra.run.trial172.stderr: 86.8%/var/log/ceph/cluster1-client.mirror.45046.log: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.30278.log.gz 2026-02-22T22:24:23.219 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.51986.log.gz 2026-02-22T22:24:23.219 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.45046.log.gz 2026-02-22T22:24:23.220 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48922.log 2026-02-22T22:24:23.220 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33606.log 2026-02-22T22:24:23.220 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48860.log: /var/log/ceph/cluster2-client.mirror.48922.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41895.log 2026-02-22T22:24:23.220 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33606.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33606.log.gz 2026-02-22T22:24:23.221 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48922.log.gz 2026-02-22T22:24:23.221 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48860.log.gz 2026-02-22T22:24:23.221 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.30615.log 2026-02-22T22:24:23.222 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.1.55227.log 2026-02-22T22:24:23.222 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41895.log: /var/log/ceph/cluster1-client.mirror.30615.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54403.log 2026-02-22T22:24:23.222 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.1.55227.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.41895.log.gz 2026-02-22T22:24:23.222 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31122.log 2026-02-22T22:24:23.223 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54403.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.54403.log.gz 2026-02-22T22:24:23.223 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55961.log 2026-02-22T22:24:23.224 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31122.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31122.log.gz 2026-02-22T22:24:23.224 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43110.log 2026-02-22T22:24:23.225 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55961.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.55961.log.gz 2026-02-22T22:24:23.225 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32989.log 2026-02-22T22:24:23.226 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43110.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.43110.log.gz 2026-02-22T22:24:23.226 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48314.log 2026-02-22T22:24:23.227 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32989.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.32989.log.gz 2026-02-22T22:24:23.228 INFO:teuthology.orchestra.run.trial172.stderr: 95.6%gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35866.log 2026-02-22T22:24:23.228 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.30615.log.gz 2026-02-22T22:24:23.228 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48314.log: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.48314.log.gz 2026-02-22T22:24:23.228 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50794.log 2026-02-22T22:24:23.229 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32154.log 2026-02-22T22:24:23.229 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35866.log: /var/log/ceph/cluster1-client.mirror.50794.log: 86.8% 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.35866.log.gz 2026-02-22T22:24:23.229 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.50794.log.gz 2026-02-22T22:24:23.229 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43803.log 2026-02-22T22:24:23.230 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31102.log 2026-02-22T22:24:23.230 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32154.log: /var/log/ceph/cluster1-client.mirror.43803.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32154.log.gz 2026-02-22T22:24:23.230 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30767.log 2026-02-22T22:24:23.231 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31102.log: 92.2% -- replaced with /var/log/ceph/cluster1-client.mirror.43803.log.gz 2026-02-22T22:24:23.231 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.31102.log.gz 2026-02-22T22:24:23.231 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.0.19819.log 2026-02-22T22:24:23.232 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27462.log 2026-02-22T22:24:23.232 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30767.log: /var/log/ceph/cluster1-client.mirror.0.19819.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.30767.log.gz 2026-02-22T22:24:23.233 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19569.log 2026-02-22T22:24:23.233 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27462.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.27462.log.gz 2026-02-22T22:24:23.234 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40815.log 2026-02-22T22:24:23.234 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.19569.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19569.log.gz 2026-02-22T22:24:23.235 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.0.19819.log.gz 2026-02-22T22:24:23.235 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46404.log 2026-02-22T22:24:23.235 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50906.log 2026-02-22T22:24:23.235 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40815.log: /var/log/ceph/cluster2-client.mirror.46404.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.40815.log.gz 2026-02-22T22:24:23.236 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46237.log 2026-02-22T22:24:23.236 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50906.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.50906.log.gz 2026-02-22T22:24:23.236 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.46404.log.gz 2026-02-22T22:24:23.236 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55227.log 2026-02-22T22:24:23.237 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24537.log 2026-02-22T22:24:23.237 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46237.log: /var/log/ceph/cluster2-client.mirror.55227.log: 88.0% -- replaced with /var/log/ceph/cluster2-client.mirror.55227.log.gz 2026-02-22T22:24:23.237 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.46237.log.gz 2026-02-22T22:24:23.238 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33702.log 2026-02-22T22:24:23.238 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41117.log 2026-02-22T22:24:23.238 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24537.log: /var/log/ceph/cluster2-client.mirror.33702.log: 88.5% -- replaced with /var/log/ceph/cluster1-client.mirror.24537.log.gz 2026-02-22T22:24:23.239 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50238.log 2026-02-22T22:24:23.239 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33702.log.gz 2026-02-22T22:24:23.239 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41117.log: 87.6% -- replaced with /var/log/ceph/cluster1-client.mirror.41117.log.gz 2026-02-22T22:24:23.240 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42654.log 2026-02-22T22:24:23.240 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41991.log 2026-02-22T22:24:23.240 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50238.log: /var/log/ceph/cluster1-client.mirror.42654.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.50238.log.gz 2026-02-22T22:24:23.240 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.42654.log.gz 2026-02-22T22:24:23.241 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28979.log 2026-02-22T22:24:23.241 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41991.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.41991.log.gz 2026-02-22T22:24:23.242 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50217.log 2026-02-22T22:24:23.242 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52729.log 2026-02-22T22:24:23.243 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28979.log: /var/log/ceph/cluster2-client.mirror.50217.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28979.log.gz 2026-02-22T22:24:23.243 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.50217.log.gz 2026-02-22T22:24:23.243 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54472.log 2026-02-22T22:24:23.243 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52729.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52729.log.gz 2026-02-22T22:24:23.258 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.52940.log 2026-02-22T22:24:23.258 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54472.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.56931.log 2026-02-22T22:24:23.258 INFO:teuthology.orchestra.run.trial172.stderr: 83.1% -- replaced with /var/log/ceph/cluster1-client.mirror.54472.log.gz 2026-02-22T22:24:23.259 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.52940.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41370.log 2026-02-22T22:24:23.259 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.56931.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.56931.log.gz 2026-02-22T22:24:23.259 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.52940.log.gz 2026-02-22T22:24:23.259 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45918.log 2026-02-22T22:24:23.260 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41370.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32270.log 2026-02-22T22:24:23.260 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.41370.log.gz 2026-02-22T22:24:23.261 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45918.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.45918.log.gz 2026-02-22T22:24:23.262 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54207.log 2026-02-22T22:24:23.262 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54946.log 2026-02-22T22:24:23.262 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32270.log: /var/log/ceph/cluster2-client.mirror.54207.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.32270.log.gz 2026-02-22T22:24:23.263 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32073.log 96.1% 2026-02-22T22:24:23.263 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.1.55227.log.gz 2026-02-22T22:24:23.263 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.54207.log.gz 2026-02-22T22:24:23.263 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54946.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45139.log 2026-02-22T22:24:23.264 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32073.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.26873.log 2026-02-22T22:24:23.264 INFO:teuthology.orchestra.run.trial172.stderr: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32073.log.gz 2026-02-22T22:24:23.264 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45139.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.45139.log.gz 2026-02-22T22:24:23.265 INFO:teuthology.orchestra.run.trial172.stderr: 91.3% -- replaced with /var/log/ceph/cluster2-client.mirror.54946.log.gz 2026-02-22T22:24:23.265 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52459.log 2026-02-22T22:24:23.266 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36945.log 2026-02-22T22:24:23.266 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.26873.log: /var/log/ceph/cluster1-client.mirror.52459.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32593.log 2026-02-22T22:24:23.266 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52459.log.gz/var/log/ceph/cluster1-client.mirror.36945.log: 2026-02-22T22:24:23.266 INFO:teuthology.orchestra.run.trial172.stderr: 88.4% -- replaced with /var/log/ceph/cluster1-client.admin.26873.log.gz 2026-02-22T22:24:23.266 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36945.log.gz 2026-02-22T22:24:23.266 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56084.log 2026-02-22T22:24:23.267 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43208.log 2026-02-22T22:24:23.267 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32593.log: /var/log/ceph/cluster2-client.mirror.56084.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39662.log 2026-02-22T22:24:23.267 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43208.log: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32593.log.gz 2026-02-22T22:24:23.267 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43208.log.gz 2026-02-22T22:24:23.268 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.56084.log.gzgzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27728.log 2026-02-22T22:24:23.268 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:23.268 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39662.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.39662.log.gz 2026-02-22T22:24:23.268 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26216.log 2026-02-22T22:24:23.269 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24739.log 2026-02-22T22:24:23.269 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27728.log: /var/log/ceph/cluster1-client.mirror.26216.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40309.log 2026-02-22T22:24:23.269 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24739.log: 89.0% -- replaced with /var/log/ceph/cluster1-client.mirror.26216.log.gz 2026-02-22T22:24:23.269 INFO:teuthology.orchestra.run.trial172.stderr: 76.9% -- replaced with /var/log/ceph/cluster2-client.mirror.24739.log.gz 2026-02-22T22:24:23.270 INFO:teuthology.orchestra.run.trial172.stderr: 90.0% -- replaced with /var/log/ceph/cluster2-client.mirror.27728.log.gz 2026-02-22T22:24:23.270 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20887.log 2026-02-22T22:24:23.270 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.27308.log.gz 2026-02-22T22:24:23.270 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52549.log 2026-02-22T22:24:23.272 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40309.log: /var/log/ceph/cluster2-client.mirror.20887.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55026.log 2026-02-22T22:24:23.272 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.40309.log.gz 2026-02-22T22:24:23.272 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52549.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.20887.log.gz 2026-02-22T22:24:23.272 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51514.log 2026-02-22T22:24:23.272 INFO:teuthology.orchestra.run.trial172.stderr: 86.7% -- replaced with /var/log/ceph/cluster1-client.mirror.52549.log.gz 2026-02-22T22:24:23.272 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38136.log 2026-02-22T22:24:23.272 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55026.log: /var/log/ceph/cluster1-client.mirror.51514.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48529.log 2026-02-22T22:24:23.272 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51514.log.gz 2026-02-22T22:24:23.272 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38136.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52841.log 2026-02-22T22:24:23.273 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50042.log 2026-02-22T22:24:23.273 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.38136.log.gz 2026-02-22T22:24:23.273 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52841.log: /var/log/ceph/cluster2-client.mirror.48529.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52841.log.gz 2026-02-22T22:24:23.273 INFO:teuthology.orchestra.run.trial172.stderr: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48529.log.gz 2026-02-22T22:24:23.273 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28642.log 2026-02-22T22:24:23.274 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56786.log 2026-02-22T22:24:23.274 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50042.log: /var/log/ceph/cluster1-client.mirror.28642.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28321.log 2026-02-22T22:24:23.274 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56786.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.mirror.56786.log.gz 2026-02-22T22:24:23.275 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.50042.log.gz 2026-02-22T22:24:23.275 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30750.log 2026-02-22T22:24:23.276 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32732.log 2026-02-22T22:24:23.276 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28321.log: /var/log/ceph/cluster2-client.mirror.30750.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.30750.log.gz 2026-02-22T22:24:23.277 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28642.log.gz 2026-02-22T22:24:23.279 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28321.log.gz 2026-02-22T22:24:23.280 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30853.log 2026-02-22T22:24:23.280 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32732.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47632.log 2026-02-22T22:24:23.280 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30853.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32313.log 2026-02-22T22:24:23.281 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32732.log.gz 2026-02-22T22:24:23.281 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47632.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.30853.log.gz 2026-02-22T22:24:23.281 INFO:teuthology.orchestra.run.trial172.stderr: 88.1% -- replaced with /var/log/ceph/cluster2-client.mirror.47632.log.gz 2026-02-22T22:24:23.282 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40699.log 2026-02-22T22:24:23.282 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32313.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28939.log 2026-02-22T22:24:23.282 INFO:teuthology.orchestra.run.trial172.stderr: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32313.log.gz 2026-02-22T22:24:23.282 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40699.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50065.log 2026-02-22T22:24:23.282 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34305.log 2026-02-22T22:24:23.283 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28939.log: /var/log/ceph/cluster1-client.mirror.50065.log: 84.4% -- replaced with /var/log/ceph/cluster1-client.mirror.50065.log.gz 2026-02-22T22:24:23.283 INFO:teuthology.orchestra.run.trial172.stderr: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28939.log.gz 2026-02-22T22:24:23.283 INFO:teuthology.orchestra.run.trial172.stderr: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.40699.log.gz 2026-02-22T22:24:23.283 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29689.log 2026-02-22T22:24:23.283 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32191.log 2026-02-22T22:24:23.283 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34305.log: /var/log/ceph/cluster2-client.mirror.29689.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34438.log 2026-02-22T22:24:23.284 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32191.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.34305.log.gz 2026-02-22T22:24:23.284 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.32191.log.gz 2026-02-22T22:24:23.284 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47549.log 2026-02-22T22:24:23.284 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34438.log: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.34438.log.gz 2026-02-22T22:24:23.285 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.20315.log 2026-02-22T22:24:23.285 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23066.log 2026-02-22T22:24:23.285 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47549.log: /var/log/ceph/cluster1-client.mirror.20315.log: 56.3% -- replaced with /var/log/ceph/cluster1-client.mirror.20315.log.gz 2026-02-22T22:24:23.286 INFO:teuthology.orchestra.run.trial172.stderr: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47549.log.gz 2026-02-22T22:24:23.286 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40006.log 2026-02-22T22:24:23.286 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50974.log 2026-02-22T22:24:23.287 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23066.log: /var/log/ceph/cluster2-client.mirror.40006.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.40006.log.gz 2026-02-22T22:24:23.289 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.23066.log.gz 2026-02-22T22:24:23.290 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43919.log 2026-02-22T22:24:23.290 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34462.log 2026-02-22T22:24:23.290 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50974.log: /var/log/ceph/cluster1-client.mirror.43919.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.50974.log.gz 2026-02-22T22:24:23.291 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33844.log 2026-02-22T22:24:23.291 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.43919.log.gz 2026-02-22T22:24:23.291 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34462.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.34462.log.gz 2026-02-22T22:24:23.292 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54424.log 2026-02-22T22:24:23.292 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47384.log 2026-02-22T22:24:23.292 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33844.log: /var/log/ceph/cluster2-client.mirror.54424.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33844.log.gz 2026-02-22T22:24:23.292 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32672.log 2026-02-22T22:24:23.293 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47384.log: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.54424.log.gz 2026-02-22T22:24:23.293 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.47384.log.gz 2026-02-22T22:24:23.293 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32652.log 2026-02-22T22:24:23.294 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56463.log 2026-02-22T22:24:23.294 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32672.log: /var/log/ceph/cluster2-client.mirror.32652.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.32672.log.gz 2026-02-22T22:24:23.294 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38511.log 2026-02-22T22:24:23.295 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32652.log.gz 2026-02-22T22:24:23.295 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56463.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.56463.log.gz 2026-02-22T22:24:23.295 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38323.log 2026-02-22T22:24:23.296 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28879.log 2026-02-22T22:24:23.296 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38511.log: /var/log/ceph/cluster1-client.mirror.38323.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.38511.log.gz 2026-02-22T22:24:23.296 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42857.log 2026-02-22T22:24:23.297 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28879.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.38323.log.gz 2026-02-22T22:24:23.297 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.28879.log.gz 2026-02-22T22:24:23.297 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43616.log 2026-02-22T22:24:23.298 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26035.log 2026-02-22T22:24:23.298 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42857.log: /var/log/ceph/cluster2-client.mirror.43616.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.42857.log.gz 2026-02-22T22:24:23.299 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.43616.log.gz 2026-02-22T22:24:23.299 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42285.log 2026-02-22T22:24:23.300 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26035.log: 91.6% -- replaced with /var/log/ceph/cluster2-client.mirror.26035.log.gz 2026-02-22T22:24:23.300 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19594.log 2026-02-22T22:24:23.300 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32715.log 2026-02-22T22:24:23.301 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42285.log: /var/log/ceph/cluster1-client.admin.19594.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19594.log.gz 2026-02-22T22:24:23.302 INFO:teuthology.orchestra.run.trial172.stderr: 92.3% -- replaced with /var/log/ceph/cluster1-client.mirror.42285.log.gz 2026-02-22T22:24:23.302 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29843.log 2026-02-22T22:24:23.302 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-osd.2.log 2026-02-22T22:24:23.303 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32715.log: /var/log/ceph/cluster2-client.mirror.29843.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32715.log.gz 2026-02-22T22:24:23.303 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.29843.log.gz 2026-02-22T22:24:23.303 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46743.log 2026-02-22T22:24:23.306 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-osd.2.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55739.log 2026-02-22T22:24:23.306 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46743.log: 92.1% -- replaced with /var/log/ceph/cluster2-client.mirror.46743.log.gz 2026-02-22T22:24:23.322 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44492.log 2026-02-22T22:24:23.323 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55739.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.55739.log.gz 2026-02-22T22:24:23.323 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34257.log 2026-02-22T22:24:23.324 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44492.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.44492.log.gz 2026-02-22T22:24:23.324 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50615.log 2026-02-22T22:24:23.325 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34257.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.34257.log.gz 2026-02-22T22:24:23.325 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48355.log 2026-02-22T22:24:23.326 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50615.log: 2.6% -- replaced with /var/log/ceph/cluster1-client.mirror.50615.log.gz 2026-02-22T22:24:23.326 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43363.log 2026-02-22T22:24:23.327 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48355.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48355.log.gz 2026-02-22T22:24:23.327 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56683.log 2026-02-22T22:24:23.328 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43363.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.43363.log.gz 2026-02-22T22:24:23.328 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37311.log 2026-02-22T22:24:23.330 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56683.log: 91.3% -- replaced with /var/log/ceph/cluster2-client.mirror.56683.log.gz 2026-02-22T22:24:23.331 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49274.log 2026-02-22T22:24:23.332 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37311.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.37311.log.gz 2026-02-22T22:24:23.332 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23584.log 2026-02-22T22:24:23.333 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49274.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49274.log.gz 2026-02-22T22:24:23.333 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31424.log 2026-02-22T22:24:23.337 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23584.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.23584.log.gz 2026-02-22T22:24:23.338 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50444.log 2026-02-22T22:24:23.338 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31424.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.31424.log.gz 2026-02-22T22:24:23.338 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-osd.1.log 2026-02-22T22:24:23.340 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50444.log: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.50444.log.gz 2026-02-22T22:24:23.340 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.56907.log 2026-02-22T22:24:23.350 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25692.log 2026-02-22T22:24:23.351 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.56907.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.56907.log.gz 2026-02-22T22:24:23.358 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51446.log 2026-02-22T22:24:23.359 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25692.log: 88.9% -- replaced with /var/log/ceph/cluster2-client.mirror.25692.log.gz 2026-02-22T22:24:23.366 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46932.log 2026-02-22T22:24:23.367 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51446.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51446.log.gz 2026-02-22T22:24:23.374 INFO:teuthology.orchestra.run.trial172.stderr: 94.1% -- replaced with /var/log/ceph/cluster2-client.mirror.33586.log.gz 2026-02-22T22:24:23.378 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45877.log 2026-02-22T22:24:23.379 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46932.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.46932.log.gz 2026-02-22T22:24:23.379 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45665.log 2026-02-22T22:24:23.380 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45877.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45877.log.gz 2026-02-22T22:24:23.380 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45299.log 2026-02-22T22:24:23.382 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45665.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.45665.log.gz 2026-02-22T22:24:23.382 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25258.log 2026-02-22T22:24:23.383 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45299.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45299.log.gz 2026-02-22T22:24:23.383 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39088.log 2026-02-22T22:24:23.384 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25258.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.25258.log.gz 2026-02-22T22:24:23.384 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38186.log 2026-02-22T22:24:23.386 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39088.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.39088.log.gz 2026-02-22T22:24:23.386 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46657.log 2026-02-22T22:24:23.387 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38186.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.38186.log.gz 2026-02-22T22:24:23.387 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31540.log 2026-02-22T22:24:23.388 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46657.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.46657.log.gz 2026-02-22T22:24:23.389 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31932.log 2026-02-22T22:24:23.390 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31540.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31540.log.gz 2026-02-22T22:24:23.390 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40357.log 2026-02-22T22:24:23.391 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31932.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31932.log.gz 2026-02-22T22:24:23.391 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44056.log 2026-02-22T22:24:23.392 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40357.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.40357.log.gz 2026-02-22T22:24:23.392 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56382.log 2026-02-22T22:24:23.394 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44056.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.44056.log.gz 2026-02-22T22:24:23.394 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45781.log 2026-02-22T22:24:23.395 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56382.log: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.56382.log.gz 2026-02-22T22:24:23.395 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36071.log 2026-02-22T22:24:23.395 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.31062.log.gz 2026-02-22T22:24:23.396 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45781.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19262.log 2026-02-22T22:24:23.396 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36071.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45781.log.gz 2026-02-22T22:24:23.396 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36071.log.gz 2026-02-22T22:24:23.397 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20811.log 2026-02-22T22:24:23.398 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52436.log 2026-02-22T22:24:23.398 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19262.log: /var/log/ceph/cluster2-client.mirror.20811.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19262.log.gz 2026-02-22T22:24:23.398 INFO:teuthology.orchestra.run.trial172.stderr: 56.3% -- replaced with /var/log/ceph/cluster2-client.mirror.20811.log.gz 2026-02-22T22:24:23.398 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33127.log 2026-02-22T22:24:23.399 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42351.log 2026-02-22T22:24:23.399 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52436.log: /var/log/ceph/cluster2-client.mirror.33127.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52436.log.gz 2026-02-22T22:24:23.401 INFO:teuthology.orchestra.run.trial172.stderr: 89.8%gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40839.log 2026-02-22T22:24:23.401 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.33127.log.gz 2026-02-22T22:24:23.401 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42351.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44268.log 2026-02-22T22:24:23.402 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40839.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.40839.log.gz 2026-02-22T22:24:23.402 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.42351.log.gz 2026-02-22T22:24:23.402 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23871.log 2026-02-22T22:24:23.402 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44268.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42015.log 2026-02-22T22:24:23.402 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.44268.log.gz 2026-02-22T22:24:23.402 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23871.log: 77.2% -- replaced with /var/log/ceph/cluster1-client.mirror.23871.log.gz 2026-02-22T22:24:23.402 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41069.log 2026-02-22T22:24:23.402 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42015.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57174.log 2026-02-22T22:24:23.403 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.42015.log.gz 2026-02-22T22:24:23.404 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41069.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48715.log 2026-02-22T22:24:23.404 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57174.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.41069.log.gz 2026-02-22T22:24:23.404 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57174.log.gz 2026-02-22T22:24:23.404 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56283.log 2026-02-22T22:24:23.404 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48715.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.25353.log 2026-02-22T22:24:23.404 INFO:teuthology.orchestra.run.trial172.stderr: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48715.log.gz 2026-02-22T22:24:23.404 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56283.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43160.log 2026-02-22T22:24:23.406 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.25353.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.56283.log.gz 2026-02-22T22:24:23.406 INFO:teuthology.orchestra.run.trial172.stderr: 88.0% -- replaced with /var/log/ceph/cluster1-client.admin.25353.log.gz 2026-02-22T22:24:23.406 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37451.log 2026-02-22T22:24:23.406 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40193.log 2026-02-22T22:24:23.406 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43160.log: /var/log/ceph/cluster1-client.mirror.37451.log: 87.7% 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.37451.log.gz 2026-02-22T22:24:23.406 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.43160.log.gz 2026-02-22T22:24:23.406 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30809.log 2026-02-22T22:24:23.406 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40193.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47466.log 2026-02-22T22:24:23.407 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30809.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.40193.log.gz 2026-02-22T22:24:23.407 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47087.log 2026-02-22T22:24:23.409 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47466.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47466.log.gz 2026-02-22T22:24:23.409 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30958.log 2026-02-22T22:24:23.410 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47087.log: 90.0% -- replaced with /var/log/ceph/cluster2-client.mirror.47087.log.gz 2026-02-22T22:24:23.411 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56345.log 2026-02-22T22:24:23.411 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30958.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.30958.log.gz 2026-02-22T22:24:23.411 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24071.log 2026-02-22T22:24:23.412 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56345.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.56345.log.gz 2026-02-22T22:24:23.412 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31562.log 2026-02-22T22:24:23.413 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24071.log: 90.1% -- replaced with /var/log/ceph/cluster2-client.mirror.24071.log.gz 2026-02-22T22:24:23.413 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32171.log 2026-02-22T22:24:23.426 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31562.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42604.log 2026-02-22T22:24:23.427 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32171.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.32171.log.gz 2026-02-22T22:24:23.430 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.56404.log.gz 2026-02-22T22:24:23.430 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34368.log 2026-02-22T22:24:23.431 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42604.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.42604.log.gz 2026-02-22T22:24:23.432 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53879.log 2026-02-22T22:24:23.432 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34368.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.34368.log.gz 2026-02-22T22:24:23.433 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19644.log 2026-02-22T22:24:23.434 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53879.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.53879.log.gz 2026-02-22T22:24:23.434 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27558.log 2026-02-22T22:24:23.435 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.19644.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19644.log.gz 2026-02-22T22:24:23.435 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37656.log 2026-02-22T22:24:23.436 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27558.log: 89.7% -- replaced with /var/log/ceph/cluster1-client.mirror.27558.log.gz 2026-02-22T22:24:23.436 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.19894.log 2026-02-22T22:24:23.437 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37656.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.37656.log.gz 2026-02-22T22:24:23.437 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16519.log 2026-02-22T22:24:23.446 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.19894.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42148.log 2026-02-22T22:24:23.447 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.16519.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16519.log.gz 2026-02-22T22:24:23.462 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49731.log 2026-02-22T22:24:23.463 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42148.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.42148.log.gz 2026-02-22T22:24:23.470 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32292.log.gz 2026-02-22T22:24:23.470 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45323.log 2026-02-22T22:24:23.472 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49731.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49731.log.gz 2026-02-22T22:24:23.473 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28599.log 2026-02-22T22:24:23.473 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45323.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45323.log.gz 2026-02-22T22:24:23.474 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38999.log 2026-02-22T22:24:23.478 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28599.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28599.log.gz 2026-02-22T22:24:23.478 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47528.log 2026-02-22T22:24:23.479 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38999.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.38999.log.gz 2026-02-22T22:24:23.479 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31813.log 2026-02-22T22:24:23.481 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47528.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47528.log.gz 2026-02-22T22:24:23.481 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37333.log 2026-02-22T22:24:23.485 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31813.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30895.log.gz 2026-02-22T22:24:23.486 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26788.log 2026-02-22T22:24:23.486 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37333.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.37333.log.gz 2026-02-22T22:24:23.487 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30362.log 2026-02-22T22:24:23.488 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26788.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.26788.log.gz 2026-02-22T22:24:23.494 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55681.log 2026-02-22T22:24:23.496 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30362.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32694.log.gz 2026-02-22T22:24:23.496 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.30362.log.gz 2026-02-22T22:24:23.496 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25080.log 2026-02-22T22:24:23.496 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55681.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52594.log 2026-02-22T22:24:23.498 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25080.log: 88.7% -- replaced with /var/log/ceph/cluster1-client.mirror.25080.log.gz 2026-02-22T22:24:23.498 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31345.log 2026-02-22T22:24:23.498 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52594.log: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.55681.log.gz 2026-02-22T22:24:23.498 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52594.log.gz 2026-02-22T22:24:23.499 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30980.log 2026-02-22T22:24:23.499 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31345.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.12636.log 2026-02-22T22:24:23.499 INFO:teuthology.orchestra.run.trial172.stderr: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.31345.log.gz 2026-02-22T22:24:23.499 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30980.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26520.log 2026-02-22T22:24:23.500 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/ceph.tmp-client.admin.12636.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.12636.log.gz 2026-02-22T22:24:23.500 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19082.log 2026-02-22T22:24:23.500 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26520.log: 91.6% -- replaced with /var/log/ceph/cluster2-client.mirror.26520.log.gz 2026-02-22T22:24:23.501 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39784.log 2026-02-22T22:24:23.501 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19082.log: 80.4% -- replaced with /var/log/ceph/cluster2-client.admin.19082.log.gz 2026-02-22T22:24:23.501 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38721.log 2026-02-22T22:24:23.502 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39784.log: 87.6% -- replaced with /var/log/ceph/cluster1-client.mirror.39784.log.gz 2026-02-22T22:24:23.502 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52706.log 2026-02-22T22:24:23.502 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38721.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.38721.log.gz 2026-02-22T22:24:23.503 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43572.log 2026-02-22T22:24:23.503 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52706.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52706.log.gz 2026-02-22T22:24:23.504 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52031.log 2026-02-22T22:24:23.504 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43572.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.43572.log.gz 2026-02-22T22:24:23.504 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24214.log 2026-02-22T22:24:23.505 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52031.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52031.log.gz 2026-02-22T22:24:23.505 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41093.log 2026-02-22T22:24:23.508 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24214.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.24214.log.gz 2026-02-22T22:24:23.509 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29647.log 2026-02-22T22:24:23.509 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41093.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.41093.log.gz 2026-02-22T22:24:23.510 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56886.log 2026-02-22T22:24:23.510 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29647.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.29647.log.gz 2026-02-22T22:24:23.511 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55383.log 2026-02-22T22:24:23.511 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56886.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.mirror.56886.log.gz 2026-02-22T22:24:23.512 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24145.log 2026-02-22T22:24:23.512 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55383.log: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.55383.log.gz 2026-02-22T22:24:23.512 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32873.log 2026-02-22T22:24:23.513 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24145.log: 88.2% -- replaced with /var/log/ceph/cluster1-client.mirror.24145.log.gz 2026-02-22T22:24:23.513 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19057.log 2026-02-22T22:24:23.513 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32873.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32873.log.gz 2026-02-22T22:24:23.514 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.22814.log 2026-02-22T22:24:23.514 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19057.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19057.log.gz 2026-02-22T22:24:23.515 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51086.log 2026-02-22T22:24:23.515 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.22814.log: 77.0% -- replaced with /var/log/ceph/cluster2-client.mirror.22814.log.gz 2026-02-22T22:24:23.515 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25104.log 2026-02-22T22:24:23.516 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51086.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51086.log.gz 2026-02-22T22:24:23.516 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57044.log 2026-02-22T22:24:23.517 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25104.log: 88.8% -- replaced with /var/log/ceph/cluster1-client.mirror.25104.log.gz 2026-02-22T22:24:23.517 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.26494.log 2026-02-22T22:24:23.517 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57044.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57044.log.gz 2026-02-22T22:24:23.517 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52009.log 2026-02-22T22:24:23.518 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.26494.log: 88.3% -- replaced with /var/log/ceph/cluster1-client.admin.26494.log.gz 2026-02-22T22:24:23.518 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36740.log 2026-02-22T22:24:23.518 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52009.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52009.log.gz 2026-02-22T22:24:23.519 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55575.log 2026-02-22T22:24:23.519 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36740.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36740.log.gz 2026-02-22T22:24:23.520 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28364.log 2026-02-22T22:24:23.520 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55575.log: 91.5% -- replaced with /var/log/ceph/cluster2-client.mirror.55575.log.gz 2026-02-22T22:24:23.521 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33903.log 2026-02-22T22:24:23.524 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28364.log: 93.6% -- replaced with /var/log/ceph/cluster2-client.mirror.28364.log.gz 2026-02-22T22:24:23.525 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38162.log 2026-02-22T22:24:23.538 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33903.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27394.log 2026-02-22T22:24:23.539 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38162.log: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.38162.log.gz 2026-02-22T22:24:23.546 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42244.log 2026-02-22T22:24:23.547 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27394.log: 91.6% -- replaced with /var/log/ceph/cluster2-client.mirror.27394.log.gz 2026-02-22T22:24:23.562 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47652.log 2026-02-22T22:24:23.563 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42244.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42244.log.gz 2026-02-22T22:24:23.570 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52256.log 2026-02-22T22:24:23.571 INFO:teuthology.orchestra.run.trial172.stderr: 93.8% -- replaced with /var/log/ceph/cluster2-client.mirror.19894.log.gz 2026-02-22T22:24:23.572 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47652.log: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.47652.log.gz 2026-02-22T22:24:23.573 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35358.log 2026-02-22T22:24:23.573 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52256.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52256.log.gz 2026-02-22T22:24:23.573 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52189.log 2026-02-22T22:24:23.575 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35358.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.35358.log.gz 2026-02-22T22:24:23.575 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34209.log 2026-02-22T22:24:23.575 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52189.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52189.log.gz 2026-02-22T22:24:23.576 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32573.log 2026-02-22T22:24:23.576 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34209.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.34209.log.gz 2026-02-22T22:24:23.577 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26376.log 2026-02-22T22:24:23.578 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32573.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32573.log.gz 2026-02-22T22:24:23.578 INFO:teuthology.orchestra.run.trial172.stderr: 90.2% -- replaced with /var/log/ceph/cluster2-mon.a.log.gzgzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36574.log 2026-02-22T22:24:23.578 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:23.581 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26376.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.26376.log.gz 2026-02-22T22:24:23.582 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20658.log 2026-02-22T22:24:23.582 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36574.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49129.log 2026-02-22T22:24:23.584 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.20658.log: 80.2% -- replaced with /var/log/ceph/cluster2-client.admin.20658.log.gz 2026-02-22T22:24:23.584 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.36574.log.gz 2026-02-22T22:24:23.584 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43869.log 2026-02-22T22:24:23.584 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49129.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51739.log 2026-02-22T22:24:23.584 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43869.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49129.log.gz 2026-02-22T22:24:23.586 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41439.log 2026-02-22T22:24:23.586 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.43869.log.gz 2026-02-22T22:24:23.587 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51739.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51739.log.gz 2026-02-22T22:24:23.587 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25056.log 2026-02-22T22:24:23.587 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41439.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47983.log 2026-02-22T22:24:23.587 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25056.log: 88.7% -- replaced with /var/log/ceph/cluster2-client.mirror.25056.log.gz 2026-02-22T22:24:23.587 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32969.log 2026-02-22T22:24:23.587 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.41439.log.gz 2026-02-22T22:24:23.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47983.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39276.log 2026-02-22T22:24:23.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32969.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.47983.log.gz 2026-02-22T22:24:23.590 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32932.log 2026-02-22T22:24:23.590 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32969.log.gz 2026-02-22T22:24:23.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39276.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.29865.log.gz 2026-02-22T22:24:23.590 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23423.log 2026-02-22T22:24:23.590 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.39276.log.gz 2026-02-22T22:24:23.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32932.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27623.log 2026-02-22T22:24:23.591 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.18982.log 2026-02-22T22:24:23.591 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23423.log: /var/log/ceph/cluster1-client.mirror.27623.log: 88.0% -- replaced with /var/log/ceph/cluster2-client.mirror.23423.log.gz 2026-02-22T22:24:23.591 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57200.log 2026-02-22T22:24:23.591 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.18982.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.18982.log.gz 2026-02-22T22:24:23.594 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.26846.log 2026-02-22T22:24:23.594 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57200.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57200.log.gz 2026-02-22T22:24:23.594 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.54727.log.gz 2026-02-22T22:24:23.594 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.0.22336.log 2026-02-22T22:24:23.594 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.26846.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32031.log 2026-02-22T22:24:23.594 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.0.22336.log: 88.3% -- replaced with /var/log/ceph/cluster1-client.admin.26846.log.gz 2026-02-22T22:24:23.594 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26264.log 2026-02-22T22:24:23.594 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32031.log: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32031.log.gz 2026-02-22T22:24:23.595 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48984.log 2026-02-22T22:24:23.595 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.27623.log.gz 2026-02-22T22:24:23.595 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26264.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40765.log 2026-02-22T22:24:23.595 INFO:teuthology.orchestra.run.trial172.stderr: 88.9% -- replaced with /var/log/ceph/cluster1-client.mirror.26264.log.gz/var/log/ceph/cluster2-client.mirror.48984.log: 2026-02-22T22:24:23.595 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50382.log 2026-02-22T22:24:23.597 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40765.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.0.22336.log.gz 2026-02-22T22:24:23.597 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.40765.log.gz 2026-02-22T22:24:23.597 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23108.log 2026-02-22T22:24:23.598 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48984.log.gz 2026-02-22T22:24:23.598 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50382.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.1.30615.log 2026-02-22T22:24:23.598 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28513.log 2026-02-22T22:24:23.598 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23108.log: /var/log/ceph/cluster2-client.mirror.1.30615.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.23108.log.gz 2026-02-22T22:24:23.598 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47714.log 2026-02-22T22:24:23.598 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.50382.log.gz 2026-02-22T22:24:23.598 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28513.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43319.log 2026-02-22T22:24:23.599 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47714.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47714.log.gz 2026-02-22T22:24:23.599 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44331.log 2026-02-22T22:24:23.600 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43319.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.43319.log.gz 93.6% -- replaced with /var/log/ceph/cluster1-client.mirror.28513.log.gz 2026-02-22T22:24:23.601 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:23.601 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55114.log 2026-02-22T22:24:23.601 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44331.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37586.log 2026-02-22T22:24:23.602 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55114.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.44331.log.gz 2026-02-22T22:24:23.602 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36095.log 2026-02-22T22:24:23.602 INFO:teuthology.orchestra.run.trial172.stderr: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.55114.log.gz/var/log/ceph/cluster2-client.mirror.37586.log: 2026-02-22T22:24:23.603 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30072.log 2026-02-22T22:24:23.603 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36095.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.37586.log.gz 2026-02-22T22:24:23.605 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36095.log.gz 2026-02-22T22:24:23.605 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40215.log 2026-02-22T22:24:23.605 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42078.log/var/log/ceph/cluster2-client.mirror.30072.log: 2026-02-22T22:24:23.605 INFO:teuthology.orchestra.run.trial172.stderr: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.30072.log.gz 2026-02-22T22:24:23.605 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40215.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30556.log 2026-02-22T22:24:23.605 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42078.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.40215.log.gz 2026-02-22T22:24:23.605 INFO:teuthology.orchestra.run.trial172.stderr: 89.8%gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29200.log 2026-02-22T22:24:23.605 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.42078.log.gz 2026-02-22T22:24:23.605 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30556.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49836.log 2026-02-22T22:24:23.607 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29200.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.29200.log.gz 2026-02-22T22:24:23.607 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.1.55785.log 2026-02-22T22:24:23.607 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49836.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49836.log.gz 2026-02-22T22:24:23.607 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.53596.log 2026-02-22T22:24:23.608 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.1.55785.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30045.log.gz 2026-02-22T22:24:23.608 INFO:teuthology.orchestra.run.trial172.stderr: 92.8% -- replaced with /var/log/ceph/cluster2-client.mirror.1.55785.log.gz 2026-02-22T22:24:23.609 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46588.log 2026-02-22T22:24:23.609 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.53596.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43297.log 2026-02-22T22:24:23.610 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46588.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.53596.log.gz 2026-02-22T22:24:23.610 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.46588.log.gz 2026-02-22T22:24:23.610 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52774.log 2026-02-22T22:24:23.611 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43297.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.43297.log.gz 2026-02-22T22:24:23.612 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39047.log 2026-02-22T22:24:23.612 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52774.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50771.log 2026-02-22T22:24:23.613 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39047.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52774.log.gz 2026-02-22T22:24:23.613 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2.log 2026-02-22T22:24:23.613 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.39047.log.gz 2026-02-22T22:24:23.613 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50771.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.50771.log.gz 2026-02-22T22:24:23.614 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49939.log 2026-02-22T22:24:23.614 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24257.log 2026-02-22T22:24:23.615 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49939.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49939.log.gz 2026-02-22T22:24:23.617 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2.log.gz 2026-02-22T22:24:23.617 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55554.log 2026-02-22T22:24:23.618 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36143.log 2026-02-22T22:24:23.618 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24257.log: /var/log/ceph/cluster1-client.mirror.55554.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.55554.log.gz 2026-02-22T22:24:23.621 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.24257.log.gz 2026-02-22T22:24:23.622 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48819.log 2026-02-22T22:24:23.622 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36143.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39300.log 2026-02-22T22:24:23.622 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36143.log.gz 2026-02-22T22:24:23.623 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48819.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55004.log 2026-02-22T22:24:23.623 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39300.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48819.log.gz 2026-02-22T22:24:23.624 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.39300.log.gz 2026-02-22T22:24:23.624 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47735.log 2026-02-22T22:24:23.625 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43714.log 2026-02-22T22:24:23.625 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55004.log: /var/log/ceph/cluster2-client.mirror.47735.log: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.55004.log.gz 2026-02-22T22:24:23.625 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.47735.log.gz 2026-02-22T22:24:23.625 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50548.log 2026-02-22T22:24:23.625 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43714.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.0.35500.log 2026-02-22T22:24:23.626 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50548.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43714.log.gz 2026-02-22T22:24:23.626 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.50548.log.gz 2026-02-22T22:24:23.627 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50704.log 2026-02-22T22:24:23.627 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.2.26924.log 2026-02-22T22:24:23.627 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.0.35500.log: /var/log/ceph/cluster1-client.mirror.50704.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.50704.log.gz 2026-02-22T22:24:23.627 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49649.log 2026-02-22T22:24:23.628 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.2.26924.log: 93.1% -- replaced with /var/log/ceph/cluster2-client.mirror.0.35500.log.gz 2026-02-22T22:24:23.629 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57122.log 2026-02-22T22:24:23.629 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49649.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49649.log.gz 2026-02-22T22:24:23.630 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.20281.log 2026-02-22T22:24:23.630 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57122.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57122.log.gz 2026-02-22T22:24:23.631 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.23796.log 2026-02-22T22:24:23.631 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.20281.log: 58.0% -- replaced with /var/log/ceph/cluster1-client.mirror.20281.log.gz 2026-02-22T22:24:23.631 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48902.log 2026-02-22T22:24:23.631 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.23796.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.admin.23796.log.gz 2026-02-22T22:24:23.632 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19744.log 2026-02-22T22:24:23.632 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48902.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48902.log.gz 2026-02-22T22:24:23.633 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27848.log 2026-02-22T22:24:23.633 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19744.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19744.log.gz 2026-02-22T22:24:23.633 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33962.log 2026-02-22T22:24:23.636 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27848.log: 93.4% -- replaced with /var/log/ceph/cluster2-client.mirror.27848.log.gz 2026-02-22T22:24:23.637 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24585.log 2026-02-22T22:24:23.637 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33962.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33962.log.gz 2026-02-22T22:24:23.638 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24585.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41575.log 2026-02-22T22:24:23.639 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.24585.log.gz 2026-02-22T22:24:23.639 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31248.log 2026-02-22T22:24:23.639 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41575.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.41575.log.gz 2026-02-22T22:24:23.640 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32372.log 2026-02-22T22:24:23.640 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31248.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.31248.log.gz 2026-02-22T22:24:23.641 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32011.log 2026-02-22T22:24:23.645 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32372.log: 93.3% -- replaced with /var/log/ceph/cluster2-client.mirror.2.26924.log.gz 2026-02-22T22:24:23.645 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51041.log 2026-02-22T22:24:23.646 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32011.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.32011.log.gz 2026-02-22T22:24:23.646 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48004.log 2026-02-22T22:24:23.647 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51041.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51041.log.gz 2026-02-22T22:24:23.648 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.1.23962.log 2026-02-22T22:24:23.648 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48004.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48004.log.gz 2026-02-22T22:24:23.649 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51919.log 2026-02-22T22:24:23.653 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.1.23962.log: 94.1% -- replaced with /var/log/ceph/cluster1-client.mirror.1.23962.log.gz 2026-02-22T22:24:23.653 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43762.log 2026-02-22T22:24:23.654 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51919.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51919.log.gz 2026-02-22T22:24:23.654 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41967.log 2026-02-22T22:24:23.655 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43762.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43762.log.gz 2026-02-22T22:24:23.655 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39688.log 2026-02-22T22:24:23.656 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41967.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.41967.log.gz 2026-02-22T22:24:23.656 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35842.log 2026-02-22T22:24:23.657 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39688.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.39688.log.gz 2026-02-22T22:24:23.657 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48673.log 2026-02-22T22:24:23.658 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35842.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.35842.log.gz 2026-02-22T22:24:23.658 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34811.log 2026-02-22T22:24:23.660 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48673.log: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48673.log.gz 2026-02-22T22:24:23.660 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52414.log 2026-02-22T22:24:23.661 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34811.log: 88.0% -- replaced with /var/log/ceph/cluster1-client.mirror.34811.log.gz 2026-02-22T22:24:23.662 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54190.log 2026-02-22T22:24:23.662 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52414.log: 86.7% -- replaced with /var/log/ceph/cluster1-client.mirror.52414.log.gz 2026-02-22T22:24:23.662 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49774.log 2026-02-22T22:24:23.663 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54190.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.54190.log.gz 2026-02-22T22:24:23.663 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25894.log 2026-02-22T22:24:23.664 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49774.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49774.log.gz 2026-02-22T22:24:23.664 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47900.log 2026-02-22T22:24:23.665 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25894.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.25894.log.gz 2026-02-22T22:24:23.665 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49253.log 2026-02-22T22:24:23.667 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47900.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47900.log.gz 2026-02-22T22:24:23.668 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39363.log 2026-02-22T22:24:23.668 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49253.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.49253.log.gz 2026-02-22T22:24:23.669 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34579.log 2026-02-22T22:24:23.670 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39363.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.39363.log.gz 2026-02-22T22:24:23.670 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28192.log 2026-02-22T22:24:23.671 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34579.log: 92.5% -- replaced with /var/log/ceph/cluster2-client.mirror.34579.log.gz 2026-02-22T22:24:23.672 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41481.log 2026-02-22T22:24:23.675 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28192.log: 93.4% -- replaced with /var/log/ceph/cluster2-client.mirror.28192.log.gz 2026-02-22T22:24:23.676 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44564.log 2026-02-22T22:24:23.677 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41481.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.41481.log.gz 2026-02-22T22:24:23.677 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46677.log 2026-02-22T22:24:23.678 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44564.log: 87.4% -- replaced with /var/log/ceph/cluster1-client.mirror.44564.log.gz 2026-02-22T22:24:23.678 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55483.log 2026-02-22T22:24:23.679 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46677.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.46677.log.gz 2026-02-22T22:24:23.680 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28959.log 2026-02-22T22:24:23.681 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55483.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32132.log.gz 2026-02-22T22:24:23.690 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51019.log 2026-02-22T22:24:23.691 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28959.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.28959.log.gz 2026-02-22T22:24:23.695 INFO:teuthology.orchestra.run.trial172.stderr: 94.5% -- replaced with /var/log/ceph/cluster2-client.mirror.1.30615.log.gz 2026-02-22T22:24:23.702 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.47185.log 2026-02-22T22:24:23.702 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51019.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45275.log 2026-02-22T22:24:23.704 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.47185.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51019.log.gz 2026-02-22T22:24:23.704 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.47185.log.gz 2026-02-22T22:24:23.704 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55761.log 2026-02-22T22:24:23.704 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45275.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20726.log 2026-02-22T22:24:23.704 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45275.log.gz/var/log/ceph/cluster2-client.mirror.55761.log: 2026-02-22T22:24:23.718 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19128.log 2026-02-22T22:24:23.719 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.20726.log: 3.5% -- replaced with /var/log/ceph/cluster2-client.mirror.20726.log.gz 2026-02-22T22:24:23.720 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56239.log 2026-02-22T22:24:23.720 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19128.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19128.log.gz 2026-02-22T22:24:23.720 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55424.log 2026-02-22T22:24:23.721 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56239.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.56239.log.gz 2026-02-22T22:24:23.721 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45757.log 2026-02-22T22:24:23.721 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55424.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.55424.log.gz 2026-02-22T22:24:23.721 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53445.log 2026-02-22T22:24:23.721 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45757.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.45757.log.gz 2026-02-22T22:24:23.722 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43642.log 2026-02-22T22:24:23.722 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53445.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.53445.log.gz 2026-02-22T22:24:23.723 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.2.31248.log 2026-02-22T22:24:23.723 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43642.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.43642.log.gz 2026-02-22T22:24:23.724 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31732.log 2026-02-22T22:24:23.726 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.2.31248.log: 93.3% -- replaced with /var/log/ceph/cluster1-client.mirror.2.31248.log.gz 2026-02-22T22:24:23.727 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38556.log 2026-02-22T22:24:23.742 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31732.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53921.log 2026-02-22T22:24:23.743 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38556.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.38556.log.gz 2026-02-22T22:24:23.749 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32213.log.gz 2026-02-22T22:24:23.749 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54967.log 2026-02-22T22:24:23.757 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53921.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30384.log.gz 2026-02-22T22:24:23.762 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33169.log 2026-02-22T22:24:23.763 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54967.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.54967.log.gz 2026-02-22T22:24:23.763 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35724.log 2026-02-22T22:24:23.778 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33169.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50726.log 2026-02-22T22:24:23.779 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35724.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.35724.log.gz 2026-02-22T22:24:23.790 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49815.log 2026-02-22T22:24:23.791 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50726.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.50726.log.gz 2026-02-22T22:24:23.806 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37150.log 2026-02-22T22:24:23.807 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49815.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49815.log.gz 2026-02-22T22:24:23.813 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30131.log.gz 2026-02-22T22:24:23.813 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27264.log 2026-02-22T22:24:23.814 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37150.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.37150.log.gz 2026-02-22T22:24:23.814 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28106.log 2026-02-22T22:24:23.818 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27264.log: 93.6% -- replaced with /var/log/ceph/cluster1-client.mirror.27264.log.gz 2026-02-22T22:24:23.819 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53899.log 2026-02-22T22:24:23.822 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28106.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28106.log.gz 2026-02-22T22:24:23.822 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44972.log 2026-02-22T22:24:23.823 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53899.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.53899.log.gz 2026-02-22T22:24:23.823 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27868.log 2026-02-22T22:24:23.824 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44972.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.44972.log.gz 2026-02-22T22:24:23.825 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40333.log 2026-02-22T22:24:23.828 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27868.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27868.log.gz 2026-02-22T22:24:23.829 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42036.log 2026-02-22T22:24:23.829 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40333.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.40333.log.gz 2026-02-22T22:24:23.829 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38901.log 2026-02-22T22:24:23.830 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42036.log: 92.5% -- replaced with /var/log/ceph/cluster2-client.mirror.42036.log.gz 2026-02-22T22:24:23.831 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37080.log 2026-02-22T22:24:23.832 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38901.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.38901.log.gz 2026-02-22T22:24:23.832 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40887.log 2026-02-22T22:24:23.833 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37080.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.37080.log.gz 2026-02-22T22:24:23.834 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51199.log 2026-02-22T22:24:23.834 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40887.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.40887.log.gz 2026-02-22T22:24:23.835 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50341.log 2026-02-22T22:24:23.835 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51199.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51199.log.gz 2026-02-22T22:24:23.835 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36785.log 2026-02-22T22:24:23.835 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50341.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.50341.log.gz 2026-02-22T22:24:23.836 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54149.log 2026-02-22T22:24:23.837 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36785.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.36785.log.gz 2026-02-22T22:24:23.838 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.52982.log 2026-02-22T22:24:23.838 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54149.log: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.54149.log.gz 2026-02-22T22:24:23.839 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.19669.log 2026-02-22T22:24:23.841 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.52982.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30300.log.gz 2026-02-22T22:24:23.846 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20743.log 2026-02-22T22:24:23.847 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.19669.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.19669.log.gz 2026-02-22T22:24:23.866 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.23303.log 2026-02-22T22:24:23.866 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.20743.log: 3.5% -- replaced with /var/log/ceph/cluster2-client.mirror.20743.log.gz 2026-02-22T22:24:23.878 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53383.log 2026-02-22T22:24:23.879 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.23303.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.admin.23303.log.gz 2026-02-22T22:24:23.879 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.20127.log 2026-02-22T22:24:23.880 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53383.log: 88.5% -- replaced with /var/log/ceph/cluster2-client.mirror.53383.log.gz 2026-02-22T22:24:23.880 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45412.log 2026-02-22T22:24:23.880 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.20127.log: 80.3% -- replaced with /var/log/ceph/cluster1-client.admin.20127.log.gz 2026-02-22T22:24:23.881 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40080.log 2026-02-22T22:24:23.882 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45412.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.45412.log.gz 2026-02-22T22:24:23.883 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24649.log 2026-02-22T22:24:23.883 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40080.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.40080.log.gz 2026-02-22T22:24:23.884 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24939.log 2026-02-22T22:24:23.887 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24649.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.24649.log.gz 2026-02-22T22:24:23.888 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42220.log 2026-02-22T22:24:23.889 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24939.log: 90.0% -- replaced with /var/log/ceph/cluster2-client.mirror.24939.log.gz 2026-02-22T22:24:23.889 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38794.log 2026-02-22T22:24:23.890 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42220.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.42220.log.gz 2026-02-22T22:24:23.890 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50258.log 2026-02-22T22:24:23.891 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38794.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.38794.log.gz 2026-02-22T22:24:23.891 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51581.log 2026-02-22T22:24:23.893 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50258.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.50258.log.gz 2026-02-22T22:24:23.894 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39712.log 2026-02-22T22:24:23.894 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51581.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51581.log.gz 2026-02-22T22:24:23.894 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52144.log 2026-02-22T22:24:23.895 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39712.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.39712.log.gz 2026-02-22T22:24:23.895 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49604.log 2026-02-22T22:24:23.895 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52144.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52144.log.gz 2026-02-22T22:24:23.896 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35380.log 2026-02-22T22:24:23.897 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49604.log: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49604.log.gz 2026-02-22T22:24:23.898 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27826.log 2026-02-22T22:24:23.899 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35380.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.35380.log.gz 2026-02-22T22:24:23.899 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.20102.log 2026-02-22T22:24:23.900 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27826.log: 88.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27826.log.gz 2026-02-22T22:24:23.900 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31201.log 2026-02-22T22:24:23.901 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.20102.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.20102.log.gz 2026-02-22T22:24:23.901 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29609.log 2026-02-22T22:24:23.902 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31201.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.31201.log.gz 2026-02-22T22:24:23.902 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41551.log 2026-02-22T22:24:23.910 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29609.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33397.log 2026-02-22T22:24:23.911 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41551.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.41551.log.gz 2026-02-22T22:24:23.920 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.55026.log.gz 2026-02-22T22:24:23.922 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55719.log 2026-02-22T22:24:23.923 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33397.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33397.log.gz 2026-02-22T22:24:23.930 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40259.log 2026-02-22T22:24:23.931 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55719.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.55719.log.gz 2026-02-22T22:24:23.932 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33665.log 2026-02-22T22:24:23.933 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40259.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.40259.log.gz 2026-02-22T22:24:23.933 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48128.log 2026-02-22T22:24:23.943 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33665.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.31404.log.gz 2026-02-22T22:24:23.946 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51221.log 2026-02-22T22:24:23.947 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48128.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48128.log.gz 2026-02-22T22:24:23.947 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46034.log 2026-02-22T22:24:23.948 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51221.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51221.log.gz 2026-02-22T22:24:23.948 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31483.log 2026-02-22T22:24:23.948 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46034.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.46034.log.gz 2026-02-22T22:24:23.949 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23671.log 2026-02-22T22:24:23.970 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31483.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33481.log 2026-02-22T22:24:23.978 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23671.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24899.log 2026-02-22T22:24:23.979 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33481.log: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33481.log.gz 2026-02-22T22:24:23.986 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53504.log 2026-02-22T22:24:23.988 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24899.log: 91.7% -- replaced with /var/log/ceph/cluster2-client.mirror.24899.log.gz 2026-02-22T22:24:23.992 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.31223.log.gz 2026-02-22T22:24:23.992 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39228.log 2026-02-22T22:24:24.006 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53504.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49877.log 2026-02-22T22:24:24.007 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39228.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.39228.log.gz 2026-02-22T22:24:24.022 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47300.log 2026-02-22T22:24:24.023 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49877.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49877.log.gz 2026-02-22T22:24:24.046 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55531.log 2026-02-22T22:24:24.047 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47300.log: 89.3% -- replaced with /var/log/ceph/cluster2-client.mirror.47300.log.gz 2026-02-22T22:24:24.047 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29290.log 2026-02-22T22:24:24.047 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55531.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.55531.log.gz 2026-02-22T22:24:24.061 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33984.log.gz 2026-02-22T22:24:24.062 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45552.log 2026-02-22T22:24:24.063 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29290.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.29290.log.gz 2026-02-22T22:24:24.073 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.31562.log.gz 2026-02-22T22:24:24.073 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52571.log 2026-02-22T22:24:24.074 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45552.log: 87.6% -- replaced with /var/log/ceph/cluster1-client.mirror.45552.log.gz 2026-02-22T22:24:24.074 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45251.log 2026-02-22T22:24:24.075 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52571.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52571.log.gz 2026-02-22T22:24:24.075 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23627.log 2026-02-22T22:24:24.076 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45251.log: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.45251.log.gz 2026-02-22T22:24:24.076 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36552.log 2026-02-22T22:24:24.080 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.23627.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.23627.log.gz 2026-02-22T22:24:24.080 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45898.log 2026-02-22T22:24:24.082 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36552.log: 92.3% -- replaced with /var/log/ceph/cluster1-client.mirror.36552.log.gz 2026-02-22T22:24:24.082 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36047.log 2026-02-22T22:24:24.082 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45898.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30556.log.gz 2026-02-22T22:24:24.084 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52684.log 2026-02-22T22:24:24.084 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36047.log: 87.5% -- replaced with /var/log/ceph/cluster2-client.mirror.36047.log.gz 2026-02-22T22:24:24.084 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.45898.log.gz 2026-02-22T22:24:24.084 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.2.33271.log 2026-02-22T22:24:24.085 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52684.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38389.log 2026-02-22T22:24:24.085 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52684.log.gz 2026-02-22T22:24:24.085 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.2.33271.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19414.log 2026-02-22T22:24:24.086 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38389.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.38389.log.gz 2026-02-22T22:24:24.086 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52639.log 2026-02-22T22:24:24.087 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19414.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19414.log.gz 2026-02-22T22:24:24.087 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26560.log 2026-02-22T22:24:24.087 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52639.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52639.log.gz 2026-02-22T22:24:24.087 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26810.log 2026-02-22T22:24:24.088 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26560.log: 90.1% -- replaced with /var/log/ceph/cluster2-client.mirror.26560.log.gz 2026-02-22T22:24:24.088 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47673.log 2026-02-22T22:24:24.089 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26810.log: 93.9% -- replaced with /var/log/ceph/cluster1-client.mirror.2.33271.log.gz 2026-02-22T22:24:24.094 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44886.log 2026-02-22T22:24:24.095 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47673.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.47673.log.gz 2026-02-22T22:24:24.095 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44998.log 2026-02-22T22:24:24.097 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44886.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.44886.log.gz 2026-02-22T22:24:24.097 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35682.log 2026-02-22T22:24:24.098 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44998.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.44998.log.gz 2026-02-22T22:24:24.098 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35424.log 2026-02-22T22:24:24.099 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35682.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.35682.log.gz 2026-02-22T22:24:24.099 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32615.log 2026-02-22T22:24:24.100 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35424.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.35424.log.gz 2026-02-22T22:24:24.101 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54796.log 2026-02-22T22:24:24.110 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32615.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32556.log 2026-02-22T22:24:24.111 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54796.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.54796.log.gz 2026-02-22T22:24:24.128 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32372.log.gz 2026-02-22T22:24:24.128 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.0.24739.log 2026-02-22T22:24:24.129 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32556.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32556.log.gz 2026-02-22T22:24:24.129 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51964.log 2026-02-22T22:24:24.132 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.0.24739.log: 93.8% -- replaced with /var/log/ceph/cluster1-client.mirror.0.24739.log.gz 2026-02-22T22:24:24.133 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34599.log 2026-02-22T22:24:24.134 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51964.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51964.log.gz 2026-02-22T22:24:24.134 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28255.log 2026-02-22T22:24:24.135 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34599.log: 92.2% -- replaced with /var/log/ceph/cluster1-client.mirror.34599.log.gz 2026-02-22T22:24:24.135 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27997.log 2026-02-22T22:24:24.139 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28255.log: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.28255.log.gz 2026-02-22T22:24:24.139 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19694.log 2026-02-22T22:24:24.143 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27997.log: 93.4% -- replaced with /var/log/ceph/cluster1-client.mirror.27997.log.gz 2026-02-22T22:24:24.143 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40538.log 2026-02-22T22:24:24.144 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19694.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19694.log.gz 2026-02-22T22:24:24.144 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42449.log 2026-02-22T22:24:24.145 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40538.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.40538.log.gz 2026-02-22T22:24:24.145 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34008.log 2026-02-22T22:24:24.145 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42449.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42449.log.gz 2026-02-22T22:24:24.146 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49108.log 2026-02-22T22:24:24.147 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34008.log: 33.1% -- replaced with /var/log/ceph/cluster2-client.mirror.34008.log.gz 2026-02-22T22:24:24.147 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45022.log 2026-02-22T22:24:24.148 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49108.log: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49108.log.gz 2026-02-22T22:24:24.148 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.0.50065.log 2026-02-22T22:24:24.149 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45022.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.45022.log.gz 2026-02-22T22:24:24.149 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47446.log 2026-02-22T22:24:24.152 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.0.50065.log: 93.1% -- replaced with /var/log/ceph/cluster2-client.mirror.0.50065.log.gz 2026-02-22T22:24:24.152 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.20230.log 2026-02-22T22:24:24.153 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47446.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.47446.log.gz 2026-02-22T22:24:24.153 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42771.log 2026-02-22T22:24:24.154 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.20230.log: 2.3% -- replaced with /var/log/ceph/cluster1-client.mirror.20230.log.gz 2026-02-22T22:24:24.154 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55070.log 2026-02-22T22:24:24.155 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42771.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.42771.log.gz 2026-02-22T22:24:24.155 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53841.log 2026-02-22T22:24:24.156 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55070.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.55070.log.gz 2026-02-22T22:24:24.156 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29630.log 2026-02-22T22:24:24.158 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53841.log: 91.4% -- replaced with /var/log/ceph/cluster2-client.mirror.53841.log.gz 2026-02-22T22:24:24.159 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26057.log 2026-02-22T22:24:24.159 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29630.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.29630.log.gz 2026-02-22T22:24:24.160 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37909.log 2026-02-22T22:24:24.164 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26057.log: 95.4% -- replaced with /var/log/ceph/cluster1-client.mirror.26057.log.gz 2026-02-22T22:24:24.164 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19185.log 2026-02-22T22:24:24.165 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37909.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.37909.log.gz 2026-02-22T22:24:24.165 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26353.log 2026-02-22T22:24:24.166 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19185.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19185.log.gz 2026-02-22T22:24:24.166 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2.audit.log 2026-02-22T22:24:24.170 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26353.log: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.26353.log.gz 2026-02-22T22:24:24.170 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36764.log 2026-02-22T22:24:24.173 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2.audit.log: 92.7% -- replaced with /var/log/ceph/cluster2.audit.log.gz 2026-02-22T22:24:24.173 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55702.log 2026-02-22T22:24:24.174 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36764.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.36764.log.gz 2026-02-22T22:24:24.174 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49628.log 2026-02-22T22:24:24.175 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55702.log: 80.5% -- replaced with /var/log/ceph/cluster2-client.mirror.55702.log.gz 2026-02-22T22:24:24.175 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.53339.log 2026-02-22T22:24:24.176 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49628.log: 89.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49628.log.gz 2026-02-22T22:24:24.176 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42196.log 2026-02-22T22:24:24.177 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.53339.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.53339.log.gz 2026-02-22T22:24:24.177 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.2.19949.log 2026-02-22T22:24:24.177 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42196.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42196.log.gz 2026-02-22T22:24:24.178 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53640.log 2026-02-22T22:24:24.183 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.2.19949.log: 92.3% -- replaced with /var/log/ceph/cluster2-client.mirror.2.19949.log.gz 2026-02-22T22:24:24.184 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32853.log 2026-02-22T22:24:24.185 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53640.log: 91.5% -- replaced with /var/log/ceph/cluster2-client.mirror.53640.log.gz 2026-02-22T22:24:24.185 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38258.log 2026-02-22T22:24:24.194 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32853.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56598.log 2026-02-22T22:24:24.195 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38258.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.38258.log.gz 2026-02-22T22:24:24.206 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.29689.log.gz 2026-02-22T22:24:24.206 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.29349.log.gz 2026-02-22T22:24:24.207 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35589.log 2026-02-22T22:24:24.207 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35085.log 2026-02-22T22:24:24.208 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56598.log: /var/log/ceph/cluster1-client.mirror.35589.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.56598.log.gz 2026-02-22T22:24:24.208 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.35589.log.gz 2026-02-22T22:24:24.208 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55093.log 2026-02-22T22:24:24.209 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35085.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.35085.log.gz 2026-02-22T22:24:24.210 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39180.log 2026-02-22T22:24:24.210 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55093.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.55093.log.gz 2026-02-22T22:24:24.211 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34050.log 2026-02-22T22:24:24.211 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39180.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.39180.log.gz 2026-02-22T22:24:24.211 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30155.log 2026-02-22T22:24:24.212 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34050.log: 2.6% -- replaced with /var/log/ceph/cluster1-client.mirror.34050.log.gz 2026-02-22T22:24:24.212 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47880.log 2026-02-22T22:24:24.213 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30155.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.30155.log.gz 2026-02-22T22:24:24.213 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43256.log 2026-02-22T22:24:24.214 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47880.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.47880.log.gz 2026-02-22T22:24:24.214 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27603.log 2026-02-22T22:24:24.215 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43256.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.43256.log.gz 2026-02-22T22:24:24.215 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50659.log 2026-02-22T22:24:24.219 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27603.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.27603.log.gz 2026-02-22T22:24:24.219 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57018.log 2026-02-22T22:24:24.220 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50659.log: 86.6% -- replaced with /var/log/ceph/cluster1-client.mirror.50659.log.gz 2026-02-22T22:24:24.220 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51244.log 2026-02-22T22:24:24.221 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57018.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57018.log.gz 2026-02-22T22:24:24.221 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48396.log 2026-02-22T22:24:24.222 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51244.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51244.log.gz 2026-02-22T22:24:24.222 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38210.log 2026-02-22T22:24:24.223 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43389.log 2026-02-22T22:24:24.223 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48396.log: /var/log/ceph/cluster1-client.mirror.38210.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.38210.log.gz 2026-02-22T22:24:24.223 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.3.29894.log 2026-02-22T22:24:24.225 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43389.log: 87.8% 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48396.log.gz 2026-02-22T22:24:24.225 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.43389.log.gz 2026-02-22T22:24:24.225 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32053.log 2026-02-22T22:24:24.225 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.3.29894.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26440.log 2026-02-22T22:24:24.226 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32053.log: 93.1% -- replaced with /var/log/ceph/cluster2-client.mirror.3.29894.log.gz 2026-02-22T22:24:24.227 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33011.log 2026-02-22T22:24:24.236 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26440.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.31732.log.gz 2026-02-22T22:24:24.237 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30873.log 2026-02-22T22:24:24.250 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33011.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54128.log 2026-02-22T22:24:24.251 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30873.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.30873.log.gz 2026-02-22T22:24:24.266 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30406.log 2026-02-22T22:24:24.267 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54128.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.54128.log.gz 2026-02-22T22:24:24.282 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45731.log 2026-02-22T22:24:24.283 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30406.log: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30406.log.gz 2026-02-22T22:24:24.290 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.19994.log 2026-02-22T22:24:24.291 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45731.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.45731.log.gz 2026-02-22T22:24:24.302 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45159.log 2026-02-22T22:24:24.303 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.19994.log: 92.6% -- replaced with /var/log/ceph/cluster1-client.mirror.19994.log.gz 2026-02-22T22:24:24.314 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49294.log 2026-02-22T22:24:24.315 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45159.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.45159.log.gz 2026-02-22T22:24:24.323 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33903.log.gz 2026-02-22T22:24:24.324 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38769.log 2026-02-22T22:24:24.326 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49294.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49294.log.gz 2026-02-22T22:24:24.326 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48334.log 2026-02-22T22:24:24.327 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38769.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.38769.log.gz 2026-02-22T22:24:24.327 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16368.log 2026-02-22T22:24:24.329 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48334.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48334.log.gz 2026-02-22T22:24:24.330 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29079.log 2026-02-22T22:24:24.330 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.16368.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16368.log.gz 2026-02-22T22:24:24.330 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46446.log 2026-02-22T22:24:24.331 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29079.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.29079.log.gz 2026-02-22T22:24:24.332 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48066.log 2026-02-22T22:24:24.332 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46446.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.46446.log.gz 2026-02-22T22:24:24.333 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27436.log 2026-02-22T22:24:24.333 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48066.log: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48066.log.gz 2026-02-22T22:24:24.334 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35661.log 2026-02-22T22:24:24.335 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27436.log: 90.0% -- replaced with /var/log/ceph/cluster2-client.mirror.27436.log.gz 2026-02-22T22:24:24.335 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33031.log 2026-02-22T22:24:24.336 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35661.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.35661.log.gz 2026-02-22T22:24:24.336 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42425.log 2026-02-22T22:24:24.337 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33031.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33031.log.gz 2026-02-22T22:24:24.337 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33461.log 2026-02-22T22:24:24.338 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42425.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42425.log.gz 2026-02-22T22:24:24.338 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19336.log 2026-02-22T22:24:24.339 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33461.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.33461.log.gz 2026-02-22T22:24:24.339 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29737.log 2026-02-22T22:24:24.339 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19336.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19336.log.gz 2026-02-22T22:24:24.339 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29179.log 2026-02-22T22:24:24.340 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29737.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.29737.log.gz 2026-02-22T22:24:24.341 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28407.log 2026-02-22T22:24:24.342 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29179.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.29179.log.gz 2026-02-22T22:24:24.342 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33685.log 2026-02-22T22:24:24.345 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28407.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28407.log.gz 2026-02-22T22:24:24.346 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55318.log 2026-02-22T22:24:24.346 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33685.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33685.log.gz 2026-02-22T22:24:24.347 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40658.log 2026-02-22T22:24:24.347 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55318.log: 86.7% -- replaced with /var/log/ceph/cluster1-client.mirror.55318.log.gz 2026-02-22T22:24:24.348 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28278.log 2026-02-22T22:24:24.348 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40658.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.40658.log.gz 2026-02-22T22:24:24.349 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51694.log 2026-02-22T22:24:24.352 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28278.log: 93.6% -- replaced with /var/log/ceph/cluster2-client.mirror.28278.log.gz 2026-02-22T22:24:24.352 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30089.log 2026-02-22T22:24:24.353 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51694.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51694.log.gz 2026-02-22T22:24:24.353 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25173.log 2026-02-22T22:24:24.354 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30089.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.30089.log.gz 2026-02-22T22:24:24.354 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39252.log 2026-02-22T22:24:24.359 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25173.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32932.log.gz 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.25173.log.gz 2026-02-22T22:24:24.359 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.359 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40512.log 2026-02-22T22:24:24.359 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39252.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39110.log 2026-02-22T22:24:24.360 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40512.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.39252.log.gz 2026-02-22T22:24:24.360 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32635.log 2026-02-22T22:24:24.360 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.40512.log.gz 2026-02-22T22:24:24.361 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39110.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34029.log 2026-02-22T22:24:24.361 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32635.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32635.log.gz 2026-02-22T22:24:24.361 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.39110.log.gz 2026-02-22T22:24:24.361 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56663.log 2026-02-22T22:24:24.362 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34029.log: 2.6% -- replaced with /var/log/ceph/cluster2-client.mirror.34029.log.gz 2026-02-22T22:24:24.362 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41599.log 2026-02-22T22:24:24.362 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56663.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37427.log 2026-02-22T22:24:24.363 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41599.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.56663.log.gz 2026-02-22T22:24:24.363 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.41599.log.gz 2026-02-22T22:24:24.363 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56262.log 2026-02-22T22:24:24.363 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.47274.log 2026-02-22T22:24:24.364 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37427.log: /var/log/ceph/cluster1-client.mirror.56262.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.37427.log.gz 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.56262.log.gz 2026-02-22T22:24:24.364 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.364 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26746.log 2026-02-22T22:24:24.365 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.47274.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41272.log 2026-02-22T22:24:24.366 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26746.log: 92.6% -- replaced with /var/log/ceph/cluster1-client.mirror.47274.log.gz 2026-02-22T22:24:24.366 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34968.log 2026-02-22T22:24:24.367 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41272.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.41272.log.gz 2026-02-22T22:24:24.368 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27220.log 2026-02-22T22:24:24.368 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34968.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.34968.log.gz 2026-02-22T22:24:24.369 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49315.log 2026-02-22T22:24:24.369 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27220.log: 93.6% -- replaced with /var/log/ceph/cluster2-client.mirror.26746.log.gz 2026-02-22T22:24:24.370 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57226.log 2026-02-22T22:24:24.370 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49315.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.49315.log.gz 2026-02-22T22:24:24.371 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54705.log 2026-02-22T22:24:24.371 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57226.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57226.log.gz 2026-02-22T22:24:24.372 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29550.log 2026-02-22T22:24:24.372 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54705.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.54705.log.gz 2026-02-22T22:24:24.373 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27220.log.gz 2026-02-22T22:24:24.373 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34691.log 2026-02-22T22:24:24.374 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49690.log 2026-02-22T22:24:24.374 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29550.log: /var/log/ceph/cluster2-client.mirror.34691.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.29550.log.gz 2026-02-22T22:24:24.374 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.34691.log.gz 2026-02-22T22:24:24.374 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47363.log 2026-02-22T22:24:24.375 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35794.log 2026-02-22T22:24:24.375 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49690.log: /var/log/ceph/cluster2-client.mirror.47363.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49690.log.gz 2026-02-22T22:24:24.375 INFO:teuthology.orchestra.run.trial172.stderr: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47363.log.gz 2026-02-22T22:24:24.376 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55919.log 2026-02-22T22:24:24.376 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.2.55136.log 2026-02-22T22:24:24.376 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35794.log: /var/log/ceph/cluster1-client.mirror.55919.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.35794.log.gz 2026-02-22T22:24:24.376 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.55919.log.gz 2026-02-22T22:24:24.377 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19344.log 2026-02-22T22:24:24.377 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34326.log 2026-02-22T22:24:24.377 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.2.55136.log: /var/log/ceph/cluster2-client.admin.19344.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19344.log.gz 2026-02-22T22:24:24.377 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51131.log 2026-02-22T22:24:24.378 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34326.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.55761.log.gz 2026-02-22T22:24:24.378 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26634.log 2026-02-22T22:24:24.379 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51131.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51131.log.gz 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.34326.log.gz 2026-02-22T22:24:24.379 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.379 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.2.19869.log 2026-02-22T22:24:24.380 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26634.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49026.log 2026-02-22T22:24:24.380 INFO:teuthology.orchestra.run.trial172.stderr: 93.3% -- replaced with /var/log/ceph/cluster2-client.mirror.2.55136.log.gz 2026-02-22T22:24:24.380 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.2.19869.log: 89.4% -- replaced with /var/log/ceph/cluster1-client.mirror.26634.log.gz 2026-02-22T22:24:24.380 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49232.log 2026-02-22T22:24:24.380 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49026.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46956.log 2026-02-22T22:24:24.381 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49026.log.gz 2026-02-22T22:24:24.381 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49232.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52526.log 2026-02-22T22:24:24.381 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46956.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.46956.log.gz 2026-02-22T22:24:24.382 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40426.log 2026-02-22T22:24:24.382 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52526.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52526.log.gz 2026-02-22T22:24:24.383 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49232.log.gz 2026-02-22T22:24:24.383 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25829.log 2026-02-22T22:24:24.383 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40426.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42401.log 2026-02-22T22:24:24.384 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25829.log: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.40426.log.gz 2026-02-22T22:24:24.384 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56811.log 2026-02-22T22:24:24.385 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42401.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.42401.log.gz 2026-02-22T22:24:24.385 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48252.log 2026-02-22T22:24:24.386 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56811.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.mirror.56811.log.gz 2026-02-22T22:24:24.386 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42907.log 2026-02-22T22:24:24.386 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48252.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48252.log.gz 2026-02-22T22:24:24.387 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49563.log 2026-02-22T22:24:24.387 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42907.log: 87.6% -- replaced with /var/log/ceph/cluster1-client.mirror.42907.log.gz 2026-02-22T22:24:24.388 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.25829.log.gz 2026-02-22T22:24:24.388 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44817.log 2026-02-22T22:24:24.388 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49563.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.53362.log 2026-02-22T22:24:24.388 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44817.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49563.log.gz 2026-02-22T22:24:24.389 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.44817.log.gz 2026-02-22T22:24:24.389 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31503.log 2026-02-22T22:24:24.390 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.53362.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16416.log 2026-02-22T22:24:24.390 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.53362.log.gz 2026-02-22T22:24:24.390 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31503.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49460.log 2026-02-22T22:24:24.390 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.16416.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31503.log.gz 2026-02-22T22:24:24.390 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.16416.log.gz 2026-02-22T22:24:24.391 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42172.log 2026-02-22T22:24:24.391 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56168.log 2026-02-22T22:24:24.391 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49460.log: /var/log/ceph/cluster1-client.mirror.42172.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.49460.log.gz 2026-02-22T22:24:24.392 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.42172.log.gz 2026-02-22T22:24:24.392 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33249.log 2026-02-22T22:24:24.392 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56168.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57148.log 2026-02-22T22:24:24.393 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.56168.log.gz/var/log/ceph/cluster2-client.mirror.33249.log: 2026-02-22T22:24:24.393 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45645.log 2026-02-22T22:24:24.393 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57148.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57148.log.gz 2026-02-22T22:24:24.393 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56508.log 2026-02-22T22:24:24.395 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45645.log: 92.4% -- replaced with /var/log/ceph/cluster2-client.mirror.45645.log.gz 2026-02-22T22:24:24.395 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39505.log 2026-02-22T22:24:24.396 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56508.log: 84.3% -- replaced with /var/log/ceph/cluster1-client.mirror.56508.log.gz 2026-02-22T22:24:24.396 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47404.log 2026-02-22T22:24:24.396 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39505.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.39505.log.gz 2026-02-22T22:24:24.397 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48508.log 2026-02-22T22:24:24.398 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47404.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47404.log.gz 2026-02-22T22:24:24.399 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45371.log 2026-02-22T22:24:24.399 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48508.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48508.log.gz 2026-02-22T22:24:24.400 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40446.log 2026-02-22T22:24:24.400 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45371.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45371.log.gz 2026-02-22T22:24:24.401 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36805.log 2026-02-22T22:24:24.402 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40446.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.40446.log.gz 2026-02-22T22:24:24.402 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33744.log 2026-02-22T22:24:24.404 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36805.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.36805.log.gz 2026-02-22T22:24:24.404 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32774.log 2026-02-22T22:24:24.406 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33744.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.31813.log.gz 2026-02-22T22:24:24.414 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34621.log 2026-02-22T22:24:24.426 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32774.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37883.log 2026-02-22T22:24:24.427 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34621.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.34621.log.gz 2026-02-22T22:24:24.429 INFO:teuthology.orchestra.run.trial172.stderr: 94.1% -- replaced with /var/log/ceph/cluster2-client.mirror.33665.log.gz 2026-02-22T22:24:24.430 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44122.log 2026-02-22T22:24:24.430 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37883.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.37883.log.gz 2026-02-22T22:24:24.431 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39529.log 2026-02-22T22:24:24.432 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44122.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.44122.log.gz 2026-02-22T22:24:24.432 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19187.log 2026-02-22T22:24:24.433 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39529.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.39529.log.gz 2026-02-22T22:24:24.433 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41418.log 2026-02-22T22:24:24.433 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19187.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19187.log.gz 2026-02-22T22:24:24.434 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54084.log 2026-02-22T22:24:24.434 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41418.log: 88.0% -- replaced with /var/log/ceph/cluster1-client.mirror.41418.log.gz 2026-02-22T22:24:24.435 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35955.log 2026-02-22T22:24:24.435 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54084.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.54084.log.gz 2026-02-22T22:24:24.436 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40933.log 2026-02-22T22:24:24.437 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35955.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.35955.log.gz 2026-02-22T22:24:24.437 INFO:teuthology.orchestra.run.trial172.stderr:gzip 94.1% -5 --verbose -- -- replaced with /var/log/ceph/cluster2-client.mirror.29609.log.gz /var/log/ceph/cluster1-client.mirror.35914.log 2026-02-22T22:24:24.437 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.438 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40933.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39893.log 2026-02-22T22:24:24.440 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35914.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.35914.log.gz 2026-02-22T22:24:24.440 INFO:teuthology.orchestra.run.trial172.stderr: 92.5% -- replaced with /var/log/ceph/cluster2-client.mirror.40933.log.gz 2026-02-22T22:24:24.440 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30241.log 2026-02-22T22:24:24.440 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39893.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28859.log 2026-02-22T22:24:24.441 INFO:teuthology.orchestra.run.trial172.stderr: 84.3% -- replaced with /var/log/ceph/cluster2-client.mirror.39893.log.gz 2026-02-22T22:24:24.441 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30241.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.30241.log.gz 2026-02-22T22:24:24.441 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39321.log 2026-02-22T22:24:24.441 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28859.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40863.log 2026-02-22T22:24:24.443 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39321.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28859.log.gz 2026-02-22T22:24:24.443 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51626.log 2026-02-22T22:24:24.443 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40863.log: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.39321.log.gz 2026-02-22T22:24:24.443 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.40863.log.gz 2026-02-22T22:24:24.443 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54019.log 2026-02-22T22:24:24.443 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51626.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28839.log 2026-02-22T22:24:24.443 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51626.log.gz 2026-02-22T22:24:24.443 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54019.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.54019.log.gzgzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23607.log 2026-02-22T22:24:24.443 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.444 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28839.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52751.log 2026-02-22T22:24:24.445 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.23607.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.28839.log.gz 2026-02-22T22:24:24.445 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33147.log 2026-02-22T22:24:24.445 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52751.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52751.log.gz 2026-02-22T22:24:24.445 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55403.log 2026-02-22T22:24:24.445 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33147.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33147.log.gz 2026-02-22T22:24:24.445 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29220.log 2026-02-22T22:24:24.447 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55403.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.23607.log.gz 2026-02-22T22:24:24.447 INFO:teuthology.orchestra.run.trial172.stderr: 91.3% -- replaced with /var/log/ceph/cluster2-client.mirror.55403.log.gz 2026-02-22T22:24:24.447 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47694.log 2026-02-22T22:24:24.448 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29220.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19492.log 2026-02-22T22:24:24.449 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47694.log: 88.5% -- replaced with /var/log/ceph/cluster2-client.mirror.47694.log.gz 2026-02-22T22:24:24.449 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47113.log 2026-02-22T22:24:24.449 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19492.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19492.log.gz 2026-02-22T22:24:24.450 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.56979.log 2026-02-22T22:24:24.450 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47113.log: 91.1% -- replaced with /var/log/ceph/cluster2-client.mirror.29220.log.gz 2026-02-22T22:24:24.450 INFO:teuthology.orchestra.run.trial172.stderr: 87.5% -- replaced with /var/log/ceph/cluster2-client.mirror.47113.log.gz 2026-02-22T22:24:24.450 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.1.30406.log 2026-02-22T22:24:24.451 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.56979.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37933.log 2026-02-22T22:24:24.451 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.56979.log.gz 2026-02-22T22:24:24.451 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.1.30406.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.20332.log 2026-02-22T22:24:24.451 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37933.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37933.log.gz 2026-02-22T22:24:24.452 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51266.log 2026-02-22T22:24:24.452 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.20332.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.20332.log.gz 2026-02-22T22:24:24.452 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46058.log 2026-02-22T22:24:24.453 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51266.log: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51266.log.gz 2026-02-22T22:24:24.453 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.3.19994.log 2026-02-22T22:24:24.454 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46058.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.46058.log.gz 2026-02-22T22:24:24.455 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32615.log.gz 2026-02-22T22:24:24.455 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52346.log 2026-02-22T22:24:24.455 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.3.19994.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44612.log 2026-02-22T22:24:24.455 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52346.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52346.log.gz 2026-02-22T22:24:24.455 INFO:teuthology.orchestra.run.trial172.stderr: 93.8% -- replaced with /var/log/ceph/cluster1-client.mirror.1.30406.log.gz 2026-02-22T22:24:24.455 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51851.log 2026-02-22T22:24:24.457 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44612.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52504.log 2026-02-22T22:24:24.457 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51851.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.44612.log.gz 2026-02-22T22:24:24.458 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51851.log.gz 2026-02-22T22:24:24.458 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34787.log 2026-02-22T22:24:24.458 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52504.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20709.log 2026-02-22T22:24:24.458 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52504.log.gz 2026-02-22T22:24:24.458 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34787.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.34787.log.gz 2026-02-22T22:24:24.458 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50506.log 2026-02-22T22:24:24.458 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.20709.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30023.log 2026-02-22T22:24:24.458 INFO:teuthology.orchestra.run.trial172.stderr: 3.5% -- replaced with /var/log/ceph/cluster2-client.mirror.20709.log.gz 2026-02-22T22:24:24.459 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50506.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.48418.log 2026-02-22T22:24:24.459 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30023.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.30023.log.gz 2026-02-22T22:24:24.459 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47508.log 2026-02-22T22:24:24.459 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.48418.log: 88.4% -- replaced with /var/log/ceph/cluster1-client.mirror.48418.log.gz 2026-02-22T22:24:24.459 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.50506.log.gz 2026-02-22T22:24:24.459 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36274.log 2026-02-22T22:24:24.460 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47508.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36871.log 2026-02-22T22:24:24.460 INFO:teuthology.orchestra.run.trial172.stderr: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47508.log.gz 2026-02-22T22:24:24.461 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36274.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34092.log 2026-02-22T22:24:24.461 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36871.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.36274.log.gz 2026-02-22T22:24:24.461 INFO:teuthology.orchestra.run.trial172.stderr: 89.7%gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37630.log 2026-02-22T22:24:24.461 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.36871.log.gz 2026-02-22T22:24:24.462 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34092.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52864.log 2026-02-22T22:24:24.462 INFO:teuthology.orchestra.run.trial172.stderr: 1.3% -- replaced with /var/log/ceph/cluster1-client.mirror.34092.log.gz 2026-02-22T22:24:24.462 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37630.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27059.log 2026-02-22T22:24:24.463 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52864.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.37630.log.gz 2026-02-22T22:24:24.463 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.52864.log.gz 2026-02-22T22:24:24.463 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44244.log 2026-02-22T22:24:24.464 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27059.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37797.log 2026-02-22T22:24:24.464 INFO:teuthology.orchestra.run.trial172.stderr: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.27059.log.gz 2026-02-22T22:24:24.464 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44244.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.44244.log.gz 2026-02-22T22:24:24.465 INFO:teuthology.orchestra.run.trial172.stderr: 92.9% -- replaced with /var/log/ceph/cluster2-client.mirror.3.19994.log.gz 2026-02-22T22:24:24.466 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.25380.log 2026-02-22T22:24:24.466 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37797.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25916.log 2026-02-22T22:24:24.466 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.25380.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42265.log 2026-02-22T22:24:24.467 INFO:teuthology.orchestra.run.trial172.stderr: 88.1% -- replaced with /var/log/ceph/cluster1-client.admin.25380.log.gz 2026-02-22T22:24:24.467 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25916.log: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.37797.log.gz 2026-02-22T22:24:24.467 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52076.log 2026-02-22T22:24:24.468 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42265.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22766.log 2026-02-22T22:24:24.468 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52076.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52076.log.gz 2026-02-22T22:24:24.468 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.37377.log 2026-02-22T22:24:24.469 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.22766.log: 92.5% -- replaced with /var/log/ceph/cluster2-client.mirror.42265.log.gz 2026-02-22T22:24:24.469 INFO:teuthology.orchestra.run.trial172.stderr: 87.6% -- replaced with /var/log/ceph/cluster1-client.admin.22766.log.gz 2026-02-22T22:24:24.469 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51064.log 2026-02-22T22:24:24.470 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.37377.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41298.log 2026-02-22T22:24:24.470 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51064.log: 86.9% 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.37377.log.gz 2026-02-22T22:24:24.470 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.51064.log.gz 2026-02-22T22:24:24.471 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35977.log 2026-02-22T22:24:24.471 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41298.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45225.log 2026-02-22T22:24:24.471 INFO:teuthology.orchestra.run.trial172.stderr: 87.8%/var/log/ceph/cluster2-client.mirror.35977.log: -- replaced with /var/log/ceph/cluster2-client.mirror.41298.log.gz 2026-02-22T22:24:24.472 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42955.log 2026-02-22T22:24:24.472 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.35977.log.gz 2026-02-22T22:24:24.472 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45225.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.45225.log.gz 2026-02-22T22:24:24.472 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43184.log 2026-02-22T22:24:24.473 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42955.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49898.log 2026-02-22T22:24:24.473 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43184.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.42955.log.gz 2026-02-22T22:24:24.473 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43184.log.gz 2026-02-22T22:24:24.473 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38029.log 2026-02-22T22:24:24.474 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49898.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47921.log 2026-02-22T22:24:24.474 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38029.log: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.49898.log.gz 2026-02-22T22:24:24.474 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.38029.log.gz 2026-02-22T22:24:24.475 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36644.log 2026-02-22T22:24:24.475 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47921.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38975.log 2026-02-22T22:24:24.475 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36644.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.47921.log.gz 2026-02-22T22:24:24.476 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.36644.log.gz 2026-02-22T22:24:24.476 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.26009.log 2026-02-22T22:24:24.476 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38975.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55441.log 2026-02-22T22:24:24.476 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.38975.log.gz/var/log/ceph/cluster1-client.admin.26009.log: 2026-02-22T22:24:24.477 INFO:teuthology.orchestra.run.trial172.stderr: 88.2% -- replaced with /var/log/ceph/cluster1-client.admin.26009.log.gzgzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.41228.log 2026-02-22T22:24:24.477 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.477 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55441.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32794.log 2026-02-22T22:24:24.477 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.41228.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.55441.log.gz 2026-02-22T22:24:24.478 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.41228.log.gzgzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48757.log 2026-02-22T22:24:24.478 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.478 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32794.log: 80.7%gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30325.log 2026-02-22T22:24:24.478 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.32794.log.gz 2026-02-22T22:24:24.479 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48757.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34852.log 2026-02-22T22:24:24.479 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30325.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.30325.log.gz 2026-02-22T22:24:24.479 INFO:teuthology.orchestra.run.trial172.stderr: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48757.log.gz 2026-02-22T22:24:24.479 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.21560.log 2026-02-22T22:24:24.479 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34852.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37270.log 2026-02-22T22:24:24.480 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.21560.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.34852.log.gz 2026-02-22T22:24:24.480 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32535.log 2026-02-22T22:24:24.481 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37270.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37270.log.gz 2026-02-22T22:24:24.481 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.53779.log 2026-02-22T22:24:24.494 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32535.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.22792.log 2026-02-22T22:24:24.495 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.53779.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.53779.log.gz 2026-02-22T22:24:24.498 INFO:teuthology.orchestra.run.trial172.stderr: 93.8% -- replaced with /var/log/ceph/cluster1-client.mirror.2.19869.log.gz 2026-02-22T22:24:24.499 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30514.log 2026-02-22T22:24:24.500 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.22792.log: 91.6% -- replaced with /var/log/ceph/cluster2-client.mirror.22792.log.gz 2026-02-22T22:24:24.501 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39576.log 2026-02-22T22:24:24.501 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30514.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.30514.log.gz 2026-02-22T22:24:24.502 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50486.log 2026-02-22T22:24:24.503 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39576.log: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.39576.log.gz 2026-02-22T22:24:24.503 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.22336.log 2026-02-22T22:24:24.504 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50486.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.50486.log.gz 2026-02-22T22:24:24.504 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33722.log 2026-02-22T22:24:24.504 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.22336.log: 77.5% -- replaced with /var/log/ceph/cluster1-client.mirror.22336.log.gz 2026-02-22T22:24:24.505 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38927.log 2026-02-22T22:24:24.505 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33722.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.33722.log.gz 2026-02-22T22:24:24.506 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38576.log 2026-02-22T22:24:24.506 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38927.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.38927.log.gz 2026-02-22T22:24:24.507 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43485.log 2026-02-22T22:24:24.507 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38576.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30809.log.gz 2026-02-22T22:24:24.507 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39204.log 2026-02-22T22:24:24.508 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43485.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.38576.log.gz 2026-02-22T22:24:24.508 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43485.log.gz 2026-02-22T22:24:24.508 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45504.log 2026-02-22T22:24:24.508 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39204.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39871.log 2026-02-22T22:24:24.509 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45504.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.39204.log.gz 2026-02-22T22:24:24.509 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.45504.log.gz 2026-02-22T22:24:24.509 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24961.log 2026-02-22T22:24:24.509 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39871.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41671.log 2026-02-22T22:24:24.510 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24961.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.39871.log.gz 2026-02-22T22:24:24.510 INFO:teuthology.orchestra.run.trial172.stderr: 84.4% -- replaced with /var/log/ceph/cluster1-client.mirror.24961.log.gz 2026-02-22T22:24:24.510 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33564.log 2026-02-22T22:24:24.511 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41671.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52324.log 2026-02-22T22:24:24.511 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33564.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.41671.log.gz 2026-02-22T22:24:24.512 INFO:teuthology.orchestra.run.trial172.stderr: 87.8%gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26418.log 2026-02-22T22:24:24.512 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.33564.log.gz 2026-02-22T22:24:24.512 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.52324.log: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.52324.log.gz 2026-02-22T22:24:24.512 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27778.log 2026-02-22T22:24:24.512 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26418.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38303.log 2026-02-22T22:24:24.513 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27778.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.26418.log.gz 2026-02-22T22:24:24.513 INFO:teuthology.orchestra.run.trial172.stderr: 89.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27778.log.gz 2026-02-22T22:24:24.513 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26396.log 2026-02-22T22:24:24.514 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38303.log: 94.2%gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.39433.log 2026-02-22T22:24:24.514 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.53504.log.gz 2026-02-22T22:24:24.514 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26396.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31181.log 2026-02-22T22:24:24.515 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.39433.log: 92.6% 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.39433.log.gz 2026-02-22T22:24:24.515 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.38303.log.gz 2026-02-22T22:24:24.515 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46884.log 2026-02-22T22:24:24.516 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31181.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20760.log 2026-02-22T22:24:24.516 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46884.log: 87.7% 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31181.log.gz 2026-02-22T22:24:24.516 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.46884.log.gz 2026-02-22T22:24:24.516 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.2.54316.log 2026-02-22T22:24:24.517 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.20760.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24561.log 2026-02-22T22:24:24.517 INFO:teuthology.orchestra.run.trial172.stderr: 59.3% -- replaced with /var/log/ceph/cluster2-client.mirror.20760.log.gz 2026-02-22T22:24:24.517 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.2.54316.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27131.log 2026-02-22T22:24:24.518 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24561.log: 88.4% -- replaced with /var/log/ceph/cluster1-client.mirror.24561.log.gz 2026-02-22T22:24:24.518 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.26396.log.gz 2026-02-22T22:24:24.518 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33623.log 2026-02-22T22:24:24.518 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27131.log: 89.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27131.log.gz 2026-02-22T22:24:24.518 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39760.log 2026-02-22T22:24:24.519 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33623.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.33623.log.gz 2026-02-22T22:24:24.520 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38070.log 2026-02-22T22:24:24.520 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39760.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.39760.log.gz 2026-02-22T22:24:24.520 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29159.log 2026-02-22T22:24:24.522 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38070.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.38070.log.gz 2026-02-22T22:24:24.522 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53800.log 2026-02-22T22:24:24.523 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29159.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.29159.log.gz 2026-02-22T22:24:24.523 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48881.log 2026-02-22T22:24:24.523 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53800.log: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.53800.log.gz 2026-02-22T22:24:24.524 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26192.log 2026-02-22T22:24:24.524 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48881.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48881.log.gz 2026-02-22T22:24:24.525 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56026.log 2026-02-22T22:24:24.525 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26192.log: 89.1% -- replaced with /var/log/ceph/cluster2-client.mirror.26192.log.gz 2026-02-22T22:24:24.526 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46908.log 2026-02-22T22:24:24.526 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56026.log: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.56026.log.gz 2026-02-22T22:24:24.526 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.53921.log.gz 2026-02-22T22:24:24.527 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44375.log 2026-02-22T22:24:24.527 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46908.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56324.log 2026-02-22T22:24:24.527 INFO:teuthology.orchestra.run.trial172.stderr: 87.8%/var/log/ceph/cluster2-client.mirror.44375.log: -- replaced with /var/log/ceph/cluster1-client.mirror.46908.log.gz 2026-02-22T22:24:24.528 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.1.36398.log 2026-02-22T22:24:24.528 INFO:teuthology.orchestra.run.trial172.stderr: 89.8%/var/log/ceph/cluster2-client.mirror.56324.log: -- replaced with /var/log/ceph/cluster2-client.mirror.44375.log.gz 2026-02-22T22:24:24.529 INFO:teuthology.orchestra.run.trial172.stderr: 91.3% -- replaced with /var/log/ceph/cluster2-client.mirror.56324.log.gz 2026-02-22T22:24:24.529 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33360.log 2026-02-22T22:24:24.530 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.1.36398.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31003.log 2026-02-22T22:24:24.530 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33360.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.33360.log.gz 2026-02-22T22:24:24.534 INFO:teuthology.orchestra.run.trial172.stderr: 94.1% -- replaced with /var/log/ceph/cluster1-client.mirror.1.36398.log.gz 2026-02-22T22:24:24.535 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43550.log 2026-02-22T22:24:24.536 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31003.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44769.log 2026-02-22T22:24:24.536 INFO:teuthology.orchestra.run.trial172.stderr: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31003.log.gz 2026-02-22T22:24:24.536 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43550.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50001.log 2026-02-22T22:24:24.536 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44769.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.44769.log.gz 2026-02-22T22:24:24.537 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55341.log 2026-02-22T22:24:24.537 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster1-client.mirror.43550.log.gz 2026-02-22T22:24:24.537 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50001.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27646.log 2026-02-22T22:24:24.537 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55341.log: 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.50001.log.gz 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.55341.log.gz 2026-02-22T22:24:24.538 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.538 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43044.log 2026-02-22T22:24:24.538 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27646.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.53665.log 2026-02-22T22:24:24.539 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43044.log: 92.4% -- replaced with /var/log/ceph/cluster1-client.mirror.43044.log.gz 2026-02-22T22:24:24.542 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.27646.log.gz 2026-02-22T22:24:24.542 INFO:teuthology.orchestra.run.trial172.stderr: 95.8% -- replaced with /var/log/ceph/cluster1-client.mirror.2.54316.log.gz 2026-02-22T22:24:24.542 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27179.log 2026-02-22T22:24:24.543 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.53665.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45805.log 2026-02-22T22:24:24.543 INFO:teuthology.orchestra.run.trial172.stderr: 87.1% -- replaced with /var/log/ceph/cluster1-client.mirror.53665.log.gz 2026-02-22T22:24:24.543 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27179.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.55596.log 2026-02-22T22:24:24.543 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45805.log: 88.4% -- replaced with /var/log/ceph/cluster1-client.mirror.27179.log.gz 2026-02-22T22:24:24.543 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40586.log 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.55596.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45805.log.gz 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50839.log 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.55596.log.gz 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40586.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47797.log 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr: 87.8%/var/log/ceph/cluster1-client.mirror.50839.log: -- replaced with /var/log/ceph/cluster1-client.mirror.40586.log.gz 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35500.log 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.50839.log.gz 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47797.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24277.log 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35500.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43413.log 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr: 84.1% 89.4% -- replaced with /var/log/ceph/cluster2-client.mirror.47797.log.gz 2026-02-22T22:24:24.545 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.35500.log.gz 2026-02-22T22:24:24.546 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24277.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34739.log 2026-02-22T22:24:24.547 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43413.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51874.log 2026-02-22T22:24:24.547 INFO:teuthology.orchestra.run.trial172.stderr: 87.8%/var/log/ceph/cluster1-client.mirror.34739.log: -- replaced with /var/log/ceph/cluster1-client.mirror.43413.log.gz 2026-02-22T22:24:24.547 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.34739.log.gz 2026-02-22T22:24:24.547 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28819.log 2026-02-22T22:24:24.547 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51874.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.32110.log 2026-02-22T22:24:24.547 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51874.log.gz 2026-02-22T22:24:24.547 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28819.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.24513.log 2026-02-22T22:24:24.547 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.28819.log.gz 2026-02-22T22:24:24.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.32110.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31994.log 2026-02-22T22:24:24.549 INFO:teuthology.orchestra.run.trial172.stderr: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.32110.log.gz 2026-02-22T22:24:24.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.24513.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27666.log 2026-02-22T22:24:24.549 INFO:teuthology.orchestra.run.trial172.stderr: 88.6% -- replaced with /var/log/ceph/cluster1-client.mirror.24513.log.gz 2026-02-22T22:24:24.549 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31994.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31994.log.gz 2026-02-22T22:24:24.550 INFO:teuthology.orchestra.run.trial172.stderr: 93.5%gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51559.log 2026-02-22T22:24:24.550 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.24277.log.gz 2026-02-22T22:24:24.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.27666.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35637.log 2026-02-22T22:24:24.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51559.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48148.log 2026-02-22T22:24:24.550 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51559.log.gz 2026-02-22T22:24:24.550 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35637.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.35637.log.gz 2026-02-22T22:24:24.551 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27666.log.gz 2026-02-22T22:24:24.552 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.25666.log 2026-02-22T22:24:24.552 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48148.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38234.log 2026-02-22T22:24:24.553 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.25666.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30214.log 2026-02-22T22:24:24.553 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.38234.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.38234.log.gz 2026-02-22T22:24:24.553 INFO:teuthology.orchestra.run.trial172.stderr: 90.0% -- replaced with /var/log/ceph/cluster2-client.mirror.25666.log.gz 2026-02-22T22:24:24.554 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46636.log 2026-02-22T22:24:24.554 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48148.log.gz 2026-02-22T22:24:24.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30214.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56304.log 2026-02-22T22:24:24.554 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46636.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51941.log 2026-02-22T22:24:24.555 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56304.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.46636.log.gz 2026-02-22T22:24:24.555 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.56304.log.gz 2026-02-22T22:24:24.555 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30497.log 2026-02-22T22:24:24.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51941.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53821.log 2026-02-22T22:24:24.556 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51941.log.gz 2026-02-22T22:24:24.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30497.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.30497.log.gz 2026-02-22T22:24:24.556 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41206.log 2026-02-22T22:24:24.556 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53821.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28556.log 2026-02-22T22:24:24.557 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41206.log: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.53821.log.gz 2026-02-22T22:24:24.557 INFO:teuthology.orchestra.run.trial172.stderr: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.41206.log.gz 2026-02-22T22:24:24.558 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33271.log 2026-02-22T22:24:24.558 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28556.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45984.log 2026-02-22T22:24:24.558 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33271.log: 81.6% -- replaced with /var/log/ceph/cluster2-client.mirror.33271.log.gz 2026-02-22T22:24:24.561 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30980.log.gz 2026-02-22T22:24:24.561 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28556.log.gz 2026-02-22T22:24:24.561 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49356.log 2026-02-22T22:24:24.562 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45984.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37728.log 2026-02-22T22:24:24.562 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49356.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43136.log 2026-02-22T22:24:24.562 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37728.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28384.log 2026-02-22T22:24:24.563 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.45984.log.gz 2026-02-22T22:24:24.564 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.43136.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.37728.log.gz 2026-02-22T22:24:24.564 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43509.log 2026-02-22T22:24:24.564 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.43136.log.gz 2026-02-22T22:24:24.564 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28384.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.19946.log 2026-02-22T22:24:24.564 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.43509.log: gzip -5 90.4% --verbose -- replaced with /var/log/ceph/cluster2-client.mirror.49356.log.gz -- 2026-02-22T22:24:24.564 INFO:teuthology.orchestra.run.trial172.stderr: /var/log/ceph/cluster1-client.mirror.51334.log 2026-02-22T22:24:24.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.19946.log: 87.8% 77.3% -- replaced with /var/log/ceph/cluster1-client.mirror.19946.log.gz 2026-02-22T22:24:24.565 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.43509.log.gz 2026-02-22T22:24:24.565 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34071.log 2026-02-22T22:24:24.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51334.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.19869.log 2026-02-22T22:24:24.565 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51334.log.gz 2026-02-22T22:24:24.565 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34071.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.38050.log 2026-02-22T22:24:24.565 INFO:teuthology.orchestra.run.trial172.stderr: 1.3% -- replaced with /var/log/ceph/cluster1-client.mirror.34071.log.gz 2026-02-22T22:24:24.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.19869.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35613.log 2026-02-22T22:24:24.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.38050.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.43066.log 2026-02-22T22:24:24.566 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35613.log: 87.3% -- replaced with /var/log/ceph/cluster1-client.mirror.35613.log.gz 2026-02-22T22:24:24.566 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28384.log.gz 2026-02-22T22:24:24.567 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.1.48418.log 2026-02-22T22:24:24.567 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.38050.log.gz/var/log/ceph/cluster2-client.mirror.43066.log: 2026-02-22T22:24:24.567 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.22739.log 2026-02-22T22:24:24.568 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.1.48418.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.43066.log.gz 2026-02-22T22:24:24.569 INFO:teuthology.orchestra.run.trial172.stderr: 93.0% -- replaced with /var/log/ceph/cluster2-client.mirror.1.48418.log.gz 2026-02-22T22:24:24.569 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25788.log 2026-02-22T22:24:24.570 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.22739.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.25764.log 2026-02-22T22:24:24.571 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.25788.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.42791.log 2026-02-22T22:24:24.571 INFO:teuthology.orchestra.run.trial172.stderr: 87.6%/var/log/ceph/cluster1-client.mirror.25764.log: -- replaced with /var/log/ceph/cluster1-client.admin.22739.log.gz 88.1% -- replaced with /var/log/ceph/cluster1-client.mirror.25788.log.gz 2026-02-22T22:24:24.571 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.571 INFO:teuthology.orchestra.run.trial172.stderr: 88.9% -- replaced with /var/log/ceph/cluster1-client.mirror.25764.log.gz 2026-02-22T22:24:24.575 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48231.log 2026-02-22T22:24:24.575 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.42791.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.27977.log 2026-02-22T22:24:24.575 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48231.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24489.log 2026-02-22T22:24:24.576 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.27977.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48231.log.gz 2026-02-22T22:24:24.576 INFO:teuthology.orchestra.run.trial172.stderr: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.42791.log.gz 2026-02-22T22:24:24.576 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.28427.log 2026-02-22T22:24:24.576 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24489.log: 88.5% -- replaced with /var/log/ceph/cluster2-client.mirror.24489.log.gz 2026-02-22T22:24:24.576 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.55483.log.gz 2026-02-22T22:24:24.577 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55640.log 2026-02-22T22:24:24.577 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.28427.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.26723.log 2026-02-22T22:24:24.577 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55640.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47341.log 2026-02-22T22:24:24.578 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.55640.log.gz 2026-02-22T22:24:24.578 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.26723.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19544.log 2026-02-22T22:24:24.579 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47341.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.27977.log.gz 2026-02-22T22:24:24.579 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31915.log 2026-02-22T22:24:24.580 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.19544.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19544.log.gz 2026-02-22T22:24:24.580 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.47341.log.gz 2026-02-22T22:24:24.580 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19032.log 2026-02-22T22:24:24.581 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster1-client.mirror.28427.log.gz 2026-02-22T22:24:24.581 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.24397.log 2026-02-22T22:24:24.581 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31915.log: /var/log/ceph/cluster2-client.admin.19032.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48024.log 2026-02-22T22:24:24.581 INFO:teuthology.orchestra.run.trial172.stderr: 80.4% 0.0% -- replaced with /var/log/ceph/cluster2-client.mirror.31915.log.gz 2026-02-22T22:24:24.581 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.admin.19032.log.gz 2026-02-22T22:24:24.581 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.24397.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51716.log 2026-02-22T22:24:24.583 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% 87.9% -- replaced with /var/log/ceph/cluster1-client.admin.24397.log.gz 2026-02-22T22:24:24.583 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.26723.log.gz 2026-02-22T22:24:24.583 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44793.log 2026-02-22T22:24:24.583 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48024.log: /var/log/ceph/cluster1-client.mirror.51716.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42560.log 2026-02-22T22:24:24.583 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.51716.log.gz 2026-02-22T22:24:24.583 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44793.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51491.log 2026-02-22T22:24:24.583 INFO:teuthology.orchestra.run.trial172.stderr: 87.6%gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.20794.log 2026-02-22T22:24:24.584 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.44793.log.gz 2026-02-22T22:24:24.584 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.42560.log: /var/log/ceph/cluster1-client.mirror.51491.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48964.log 2026-02-22T22:24:24.584 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.51491.log.gz 2026-02-22T22:24:24.584 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.42560.log.gz 2026-02-22T22:24:24.584 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.48024.log.gz 2026-02-22T22:24:24.584 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.20794.log: 58.0% -- replaced with /var/log/ceph/cluster2-client.mirror.20794.log.gz 2026-02-22T22:24:24.584 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49542.log 2026-02-22T22:24:24.585 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48964.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50861.log 2026-02-22T22:24:24.585 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48964.log.gz/var/log/ceph/cluster2-client.mirror.49542.log: 2026-02-22T22:24:24.585 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.44196.log 2026-02-22T22:24:24.585 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50861.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.27341.log 2026-02-22T22:24:24.585 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.50861.log.gz 2026-02-22T22:24:24.585 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.44196.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28919.log 2026-02-22T22:24:24.585 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.44196.log.gz 2026-02-22T22:24:24.585 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.42518.log 2026-02-22T22:24:24.586 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.27341.log: /var/log/ceph/cluster2-client.mirror.28919.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49542.log.gzgzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.29894.log 2026-02-22T22:24:24.586 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.586 INFO:teuthology.orchestra.run.trial172.stderr: 88.4%/var/log/ceph/cluster2-client.mirror.42518.log: -- replaced with /var/log/ceph/cluster1-client.admin.27341.log.gz 2026-02-22T22:24:24.586 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37776.log 2026-02-22T22:24:24.586 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.28919.log.gz 2026-02-22T22:24:24.586 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.29894.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34558.log 2026-02-22T22:24:24.586 INFO:teuthology.orchestra.run.trial172.stderr: 88.5% -- replaced with /var/log/ceph/cluster1-client.mirror.29894.log.gz 2026-02-22T22:24:24.587 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49046.log 2026-02-22T22:24:24.587 INFO:teuthology.orchestra.run.trial172.stderr: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.42518.log.gz/var/log/ceph/cluster1-client.mirror.37776.log: 2026-02-22T22:24:24.587 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34558.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.50568.log 2026-02-22T22:24:24.587 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49046.log: 87.8% 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.37776.log.gz 2026-02-22T22:24:24.587 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.34558.log.gzgzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54884.log 2026-02-22T22:24:24.588 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.588 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.50568.log: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49046.log.gz 2026-02-22T22:24:24.589 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.50568.log.gz 2026-02-22T22:24:24.589 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34233.log 2026-02-22T22:24:24.589 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54884.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31834.log 2026-02-22T22:24:24.589 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.54884.log.gz 2026-02-22T22:24:24.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34233.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35016.log 2026-02-22T22:24:24.590 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.34233.log.gz 2026-02-22T22:24:24.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31834.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.31834.log.gz 2026-02-22T22:24:24.590 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54249.log 2026-02-22T22:24:24.590 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35016.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45600.log 2026-02-22T22:24:24.590 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.35016.log.gz 2026-02-22T22:24:24.591 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54249.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49170.log 2026-02-22T22:24:24.591 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45600.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.40104.log 2026-02-22T22:24:24.591 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45600.log.gz 2026-02-22T22:24:24.592 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49170.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.54562.log 2026-02-22T22:24:24.592 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.40104.log: 87.6% -- replaced with /var/log/ceph/cluster1-client.mirror.40104.log.gz 2026-02-22T22:24:24.593 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49170.log.gz 2026-02-22T22:24:24.593 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48798.log 2026-02-22T22:24:24.594 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.54562.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.19844.log 2026-02-22T22:24:24.594 INFO:teuthology.orchestra.run.trial172.stderr: 87.0% -- replaced with /var/log/ceph/cluster1-client.mirror.54562.log.gz 2026-02-22T22:24:24.595 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48798.log: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48798.log.gz 2026-02-22T22:24:24.595 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.36021.log 2026-02-22T22:24:24.596 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.19844.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53482.log 2026-02-22T22:24:24.596 INFO:teuthology.orchestra.run.trial172.stderr: 76.2% -- replaced with /var/log/ceph/cluster2-client.mirror.19844.log.gz 2026-02-22T22:24:24.596 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.36021.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51401.log 2026-02-22T22:24:24.596 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48549.log 2026-02-22T22:24:24.596 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.36021.log.gz 2026-02-22T22:24:24.597 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53482.log: /var/log/ceph/cluster1-client.mirror.51401.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24299.log 2026-02-22T22:24:24.597 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51401.log.gz 2026-02-22T22:24:24.597 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster2-client.mirror.53482.log.gz 2026-02-22T22:24:24.597 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48549.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.3.31584.log 2026-02-22T22:24:24.598 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24299.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.admin.56955.log 2026-02-22T22:24:24.598 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.3.31584.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.24299.log.gz 2026-02-22T22:24:24.598 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.40721.log 2026-02-22T22:24:24.599 INFO:teuthology.orchestra.run.trial172.stderr: 90.5% -- replaced with /var/log/ceph/cluster2-client.mirror.48549.log.gz 2026-02-22T22:24:24.599 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.admin.56955.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.admin.56955.log.gzgzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54905.log 2026-02-22T22:24:24.599 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:24:24.599 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.40721.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30342.log 2026-02-22T22:24:24.600 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54905.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.40721.log.gz 2026-02-22T22:24:24.600 INFO:teuthology.orchestra.run.trial172.stderr: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.54905.log.gz 2026-02-22T22:24:24.600 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50884.log 2026-02-22T22:24:24.601 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30342.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49856.log 2026-02-22T22:24:24.601 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50884.log: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.50884.log.gz 2026-02-22T22:24:24.601 INFO:teuthology.orchestra.run.trial172.stderr: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.30342.log.gz 2026-02-22T22:24:24.601 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45624.log 2026-02-22T22:24:24.601 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49856.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31952.log 2026-02-22T22:24:24.602 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45624.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45624.log.gz 2026-02-22T22:24:24.603 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49856.log.gz 2026-02-22T22:24:24.603 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.16451.log 2026-02-22T22:24:24.603 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31952.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.28579.log 2026-02-22T22:24:24.604 INFO:teuthology.orchestra.run.trial172.stderr: 87.6%/var/log/ceph/cluster2-client.admin.16451.log: -- replaced with /var/log/ceph/cluster2-client.mirror.31952.log.gz 2026-02-22T22:24:24.604 INFO:teuthology.orchestra.run.trial172.stderr: 28.2% -- replaced with /var/log/ceph/cluster2-client.admin.16451.log.gz 2026-02-22T22:24:24.604 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33419.log 2026-02-22T22:24:24.604 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.28579.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.47233.log 2026-02-22T22:24:24.608 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33419.log: 93.5% -- replaced with /var/log/ceph/cluster2-client.mirror.28579.log.gz 2026-02-22T22:24:24.610 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54984.log 2026-02-22T22:24:24.610 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.47233.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.47233.log.gz 2026-02-22T22:24:24.611 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30938.log 2026-02-22T22:24:24.612 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54984.log: 89.5% -- replaced with /var/log/ceph/cluster2-client.mirror.54984.log.gz 2026-02-22T22:24:24.612 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36668.log 2026-02-22T22:24:24.613 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30938.log: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.30938.log.gz 2026-02-22T22:24:24.613 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30921.log 2026-02-22T22:24:24.614 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36668.log: 87.6% -- replaced with /var/log/ceph/cluster1-client.mirror.36668.log.gz 2026-02-22T22:24:24.614 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34534.log 2026-02-22T22:24:24.615 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30921.log: 80.8% -- replaced with /var/log/ceph/cluster2-client.mirror.30921.log.gz 2026-02-22T22:24:24.615 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37523.log 2026-02-22T22:24:24.616 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34534.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.34534.log.gz 2026-02-22T22:24:24.616 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30693.log 2026-02-22T22:24:24.616 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37523.log: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.37523.log.gz 2026-02-22T22:24:24.617 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.19819.log 2026-02-22T22:24:24.621 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30693.log: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.26810.log.gz 2026-02-22T22:24:24.621 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34346.log 2026-02-22T22:24:24.622 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.19819.log: 78.3% -- replaced with /var/log/ceph/cluster2-client.mirror.19819.log.gz 2026-02-22T22:24:24.622 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35935.log 2026-02-22T22:24:24.623 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34346.log: 92.5% -- replaced with /var/log/ceph/cluster1-client.mirror.34346.log.gz 2026-02-22T22:24:24.624 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35040.log 2026-02-22T22:24:24.625 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35935.log: 92.7% -- replaced with /var/log/ceph/cluster2-client.mirror.35935.log.gz 2026-02-22T22:24:24.625 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48376.log 2026-02-22T22:24:24.626 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35040.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.35040.log.gz 2026-02-22T22:24:24.626 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33925.log 2026-02-22T22:24:24.627 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48376.log: 88.3% -- replaced with /var/log/ceph/cluster2-client.mirror.48376.log.gz 2026-02-22T22:24:24.627 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.45181.log 2026-02-22T22:24:24.628 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33925.log: 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33925.log.gz 2026-02-22T22:24:24.628 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33169.log.gz 2026-02-22T22:24:24.628 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.35197.log 2026-02-22T22:24:24.628 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.45181.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39555.log 2026-02-22T22:24:24.629 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.35197.log: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.45181.log.gz 2026-02-22T22:24:24.629 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.35197.log.gz 2026-02-22T22:24:24.629 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54227.log 2026-02-22T22:24:24.629 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.55362.log 2026-02-22T22:24:24.630 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39555.log: /var/log/ceph/cluster2-client.mirror.54227.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.39555.log.gz 2026-02-22T22:24:24.630 INFO:teuthology.orchestra.run.trial172.stderr: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.54227.log.gz 2026-02-22T22:24:24.630 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33190.log 2026-02-22T22:24:24.631 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33781.log 2026-02-22T22:24:24.631 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.55362.log: /var/log/ceph/cluster2-client.mirror.33190.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.33190.log.gz 2026-02-22T22:24:24.631 INFO:teuthology.orchestra.run.trial172.stderr: 88.2% -- replaced with /var/log/ceph/cluster2-client.mirror.55362.log.gz 2026-02-22T22:24:24.631 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31382.log 2026-02-22T22:24:24.632 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.56861.log 2026-02-22T22:24:24.632 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33781.log: /var/log/ceph/cluster2-client.mirror.31382.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.31382.log.gz 2026-02-22T22:24:24.632 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.33781.log.gz 2026-02-22T22:24:24.632 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.52166.log 2026-02-22T22:24:24.633 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48611.log 2026-02-22T22:24:24.633 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.56861.log: /var/log/ceph/cluster1-client.mirror.52166.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.mirror.56861.log.gz 2026-02-22T22:24:24.633 INFO:teuthology.orchestra.run.trial172.stderr: 86.9% -- replaced with /var/log/ceph/cluster1-client.mirror.52166.log.gz 2026-02-22T22:24:24.633 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30836.log 2026-02-22T22:24:24.634 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.56736.log 2026-02-22T22:24:24.634 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.48611.log: /var/log/ceph/cluster2-client.mirror.30836.log: 80.6% -- replaced with /var/log/ceph/cluster2-client.mirror.30836.log.gz 2026-02-22T22:24:24.635 INFO:teuthology.orchestra.run.trial172.stderr: 90.4% -- replaced with /var/log/ceph/cluster2-client.mirror.48611.log.gz 2026-02-22T22:24:24.635 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.29242.log 2026-02-22T22:24:24.636 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31893.log 2026-02-22T22:24:24.636 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.56736.log: /var/log/ceph/cluster1-client.mirror.29242.log: 0.0% -- replaced with /var/log/ceph/cluster1-client.mirror.56736.log.gz 2026-02-22T22:24:24.636 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.29242.log.gz 2026-02-22T22:24:24.637 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.34763.log 2026-02-22T22:24:24.637 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.31893.log: 93.7% -- replaced with /var/log/ceph/cluster2-client.mirror.3.31584.log.gz 2026-02-22T22:24:24.637 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46612.log 2026-02-22T22:24:24.637 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.34763.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.0.44397.log 2026-02-22T22:24:24.638 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.46612.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.34763.log.gz 2026-02-22T22:24:24.638 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.46612.log.gz 2026-02-22T22:24:24.638 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33544.log 2026-02-22T22:24:24.639 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.0.44397.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47254.log 2026-02-22T22:24:24.639 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33544.log: 89.7% -- replaced with /var/log/ceph/cluster2-client.mirror.33544.log.gz 2026-02-22T22:24:24.644 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33011.log.gz 2026-02-22T22:24:24.654 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24691.log 2026-02-22T22:24:24.654 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.22997.log 2026-02-22T22:24:24.655 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47254.log: /var/log/ceph/cluster2-client.mirror.24691.log: 94.6% -- replaced with /var/log/ceph/cluster2-client.mirror.19869.log.gz 2026-02-22T22:24:24.656 INFO:teuthology.orchestra.run.trial172.stderr: 89.9% -- replaced with /var/log/ceph/cluster2-client.mirror.24691.log.gz 2026-02-22T22:24:24.656 INFO:teuthology.orchestra.run.trial172.stderr: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.47254.log.gz 2026-02-22T22:24:24.656 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.20179.log 2026-02-22T22:24:24.657 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.22997.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27155.log 2026-02-22T22:24:24.657 INFO:teuthology.orchestra.run.trial172.stderr: 87.8%/var/log/ceph/cluster1-client.mirror.20179.log: -- replaced with /var/log/ceph/cluster1-client.mirror.22997.log.gz 2026-02-22T22:24:24.657 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.30787.log 2026-02-22T22:24:24.657 INFO:teuthology.orchestra.run.trial172.stderr: 57.1% -- replaced with /var/log/ceph/cluster1-client.mirror.20179.log.gz 2026-02-22T22:24:24.657 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5/var/log/ceph/cluster1-client.mirror.27155.log: --verbose -- /var/log/ceph/cluster2-client.mirror.20828.log 2026-02-22T22:24:24.658 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.29505.log 2026-02-22T22:24:24.658 INFO:teuthology.orchestra.run.trial172.stderr: 89.5% -- replaced with /var/log/ceph/cluster1-client.mirror.27155.log.gz 2026-02-22T22:24:24.658 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.30787.log: /var/log/ceph/cluster2-client.mirror.20828.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.46516.log 2026-02-22T22:24:24.658 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.30787.log.gz 2026-02-22T22:24:24.658 INFO:teuthology.orchestra.run.trial172.stderr: 56.3% -- replaced with /var/log/ceph/cluster2-client.mirror.20828.log.gz 2026-02-22T22:24:24.659 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.29505.log: 87.9% -- replaced with /var/log/ceph/cluster2-client.mirror.29505.log.gz 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.50594.log 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.46516.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.47137.log 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.50594.log: 87.8% -- replaced with /var/log/ceph/cluster2-client.mirror.46516.log.gz 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.46082.log 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr: 3.9% -- replaced with /var/log/ceph/cluster1-client.mirror.50594.log.gz 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.51761.log 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.47137.log: /var/log/ceph/cluster1-client.mirror.46082.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.47001.log 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.51761.log: 87.7% 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.47137.log.gz 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster1-client.mirror.46082.log.gz 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr: 86.8% -- replaced with /var/log/ceph/cluster1-client.mirror.51761.log.gz 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.19343.log 2026-02-22T22:24:24.660 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.24713.log 2026-02-22T22:24:24.661 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.47001.log: /var/log/ceph/cluster2-client.admin.19343.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.22973.log 2026-02-22T22:24:24.661 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.19343.log.gz 2026-02-22T22:24:24.661 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.24713.log: 92.6% -- replaced with /var/log/ceph/cluster2-client.mirror.47001.log.gz 2026-02-22T22:24:24.661 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.23045.log 2026-02-22T22:24:24.661 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.41943.log 2026-02-22T22:24:24.662 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.22973.log: /var/log/ceph/cluster1-client.mirror.23045.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.22973.log.gz 2026-02-22T22:24:24.662 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.23045.log.gz 2026-02-22T22:24:24.662 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.49336.log 2026-02-22T22:24:24.662 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.41943.log: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.41943.log.gz 2026-02-22T22:24:24.663 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.43666.log 2026-02-22T22:24:24.663 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.34944.log 2026-02-22T22:24:24.664 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.49336.log: /var/log/ceph/cluster1-client.mirror.43666.log: 88.4% -- replaced with /var/log/ceph/cluster2-client.mirror.49336.log.gz 2026-02-22T22:24:24.664 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.43666.log.gz 2026-02-22T22:24:24.664 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.31673.log 2026-02-22T22:24:24.665 INFO:teuthology.orchestra.run.trial172.stderr: 94.2%gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.45853.log 2026-02-22T22:24:24.665 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.32053.log.gz 2026-02-22T22:24:24.665 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.34944.log: /var/log/ceph/cluster2-client.mirror.31673.log: 87.8% 80.7% -- replaced with /var/log/ceph/cluster2-client.mirror.34944.log.gz 2026-02-22T22:24:24.665 INFO:teuthology.orchestra.run.trial172.stderr: -- replaced with /var/log/ceph/cluster2-client.mirror.31673.log.gz 2026-02-22T22:24:24.665 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.33207.log 2026-02-22T22:24:24.666 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.45853.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.37058.log 2026-02-22T22:24:24.666 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.33207.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39023.log 2026-02-22T22:24:24.666 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.45853.log.gz 2026-02-22T22:24:24.666 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.37058.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.53462.log 2026-02-22T22:24:24.666 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.33207.log.gz 2026-02-22T22:24:24.667 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39023.log: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.39023.log.gz 2026-02-22T22:24:24.667 INFO:teuthology.orchestra.run.trial172.stderr: 92.3% -- replaced with /var/log/ceph/cluster1-client.mirror.37058.log.gz 2026-02-22T22:24:24.667 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.23564.log 2026-02-22T22:24:24.667 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.44745.log 2026-02-22T22:24:24.668 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.53462.log: /var/log/ceph/cluster2-client.mirror.23564.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35474.log 2026-02-22T22:24:24.668 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.44745.log: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.53462.log.gz 2026-02-22T22:24:24.668 INFO:teuthology.orchestra.run.trial172.stderr: 87.6% -- replaced with /var/log/ceph/cluster2-client.mirror.44745.log.gz 2026-02-22T22:24:24.669 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.38951.log 2026-02-22T22:24:24.669 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.54606.log 2026-02-22T22:24:24.669 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35474.log: /var/log/ceph/cluster1-client.mirror.38951.log: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.35474.log.gz 2026-02-22T22:24:24.670 INFO:teuthology.orchestra.run.trial172.stderr: 87.7% -- replaced with /var/log/ceph/cluster1-client.mirror.38951.log.gz 2026-02-22T22:24:24.670 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39736.log 2026-02-22T22:24:24.670 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.54606.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.22923.log 2026-02-22T22:24:24.670 INFO:teuthology.orchestra.run.trial172.stderr: 88.5% -- replaced with /var/log/ceph/cluster2-client.mirror.54606.log.gz/var/log/ceph/cluster1-client.mirror.39736.log: 2026-02-22T22:24:24.671 INFO:teuthology.orchestra.run.trial172.stderr: 87.5% -- replaced with /var/log/ceph/cluster1-client.mirror.39736.log.gz 2026-02-22T22:24:24.671 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.36487.log 2026-02-22T22:24:24.671 INFO:teuthology.orchestra.run.trial172.stderr: 93.5%/var/log/ceph/cluster2-client.mirror.22923.log: -- replaced with /var/log/ceph/cluster2-client.mirror.23564.log.gz 2026-02-22T22:24:24.671 INFO:teuthology.orchestra.run.trial172.stderr: 89.8% -- replaced with /var/log/ceph/cluster2-client.mirror.22923.log.gz 2026-02-22T22:24:24.684 INFO:teuthology.orchestra.run.trial172.stderr: 94.1% -- replaced with /var/log/ceph/cluster2-client.mirror.32853.log.gz 2026-02-22T22:24:24.690 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.48045.log 2026-02-22T22:24:24.690 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.36487.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.39481.log 2026-02-22T22:24:24.691 INFO:teuthology.orchestra.run.trial172.stderr: 87.9% -- replaced with /var/log/ceph/cluster1-client.mirror.36487.log.gz/var/log/ceph/cluster2-client.mirror.48045.log: 2026-02-22T22:24:24.691 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.35105.log 2026-02-22T22:24:24.691 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.39481.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.mirror.26166.log 2026-02-22T22:24:24.691 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster2-client.mirror.48045.log.gz 2026-02-22T22:24:24.691 INFO:teuthology.orchestra.run.trial172.stderr: 87.8% -- replaced with /var/log/ceph/cluster1-client.mirror.39481.log.gz 2026-02-22T22:24:24.691 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster1-client.mirror.35105.log: gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.31584.log 2026-02-22T22:24:24.692 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /var/log/ceph/cluster1-client.mirror.27510.log 2026-02-22T22:24:24.692 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.mirror.26166.log: /var/log/ceph/cluster1-client.mirror.31584.log: gzip -5 --verbose -- /var/log/ceph/cluster2-client.admin.57252.log 2026-02-22T22:24:24.693 INFO:teuthology.orchestra.run.trial172.stderr: 92.5%/var/log/ceph/cluster1-client.mirror.27510.log: -- replaced with /var/log/ceph/cluster1-client.mirror.35105.log.gz 2026-02-22T22:24:24.693 INFO:teuthology.orchestra.run.trial172.stderr: 89.6% -- replaced with /var/log/ceph/cluster1-client.mirror.27510.log.gz 2026-02-22T22:24:24.693 INFO:teuthology.orchestra.run.trial172.stderr: 90.1% -- replaced with /var/log/ceph/cluster2-client.mirror.26166.log.gz 2026-02-22T22:24:24.693 INFO:teuthology.orchestra.run.trial172.stderr:/var/log/ceph/cluster2-client.admin.57252.log: 0.0% -- replaced with /var/log/ceph/cluster2-client.admin.57252.log.gz 2026-02-22T22:24:24.693 INFO:teuthology.orchestra.run.trial172.stderr: 94.4% -- replaced with /var/log/ceph/cluster1-client.mirror.31584.log.gz 2026-02-22T22:24:24.714 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.52982.log.gz 2026-02-22T22:24:24.732 INFO:teuthology.orchestra.run.trial172.stderr: 95.4% -- replaced with /var/log/ceph/cluster1-client.mirror.0.44397.log.gz 2026-02-22T22:24:24.794 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.26440.log.gz 2026-02-22T22:24:24.837 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.31483.log.gz 2026-02-22T22:24:24.876 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.23671.log.gz 2026-02-22T22:24:24.886 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33744.log.gz 2026-02-22T22:24:24.946 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.25916.log.gz 2026-02-22T22:24:24.949 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33249.log.gz 2026-02-22T22:24:25.037 INFO:teuthology.orchestra.run.trial172.stderr: 94.1% -- replaced with /var/log/ceph/cluster2-client.mirror.31893.log.gz 2026-02-22T22:24:25.048 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.33419.log.gz 2026-02-22T22:24:25.165 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.54249.log.gz 2026-02-22T22:24:25.179 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30214.log.gz 2026-02-22T22:24:25.204 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.30693.log.gz 2026-02-22T22:24:25.235 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32535.log.gz 2026-02-22T22:24:25.236 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.32774.log.gz 2026-02-22T22:24:25.405 INFO:teuthology.orchestra.run.trial172.stderr: 94.1% -- replaced with /var/log/ceph/cluster2-client.mirror.24713.log.gz 2026-02-22T22:24:25.471 INFO:teuthology.orchestra.run.trial172.stderr: 94.2% -- replaced with /var/log/ceph/cluster2-client.mirror.21560.log.gz 2026-02-22T22:24:25.535 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon cluster1.osd.2 has been restored 2026-02-22T22:24:27.741 INFO:teuthology.orchestra.run.trial023.stderr: 94.4% -- replaced with /var/log/ceph/cluster1-osd.1.log.gz 2026-02-22T22:24:28.076 INFO:teuthology.orchestra.run.trial023.stderr: 94.3% -- replaced with /var/log/ceph/cluster1-osd.0.log.gz 2026-02-22T22:24:28.096 INFO:teuthology.orchestra.run.trial023.stderr: 94.5% -- replaced with /var/log/ceph/cluster1-osd.2.log.gz 2026-02-22T22:24:28.098 INFO:teuthology.orchestra.run.trial023.stderr: 2026-02-22T22:24:28.098 INFO:teuthology.orchestra.run.trial023.stderr:real 0m5.600s 2026-02-22T22:24:28.098 INFO:teuthology.orchestra.run.trial023.stderr:user 0m16.543s 2026-02-22T22:24:28.098 INFO:teuthology.orchestra.run.trial023.stderr:sys 0m0.771s 2026-02-22T22:25:46.459 INFO:teuthology.orchestra.run.trial172.stderr: 93.5% -- replaced with /var/log/ceph/cluster2-osd.2.log.gz 2026-02-22T22:25:53.546 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster2-osd.1.log.gz 2026-02-22T22:26:19.125 INFO:teuthology.orchestra.run.trial172.stderr: 93.4% -- replaced with /var/log/ceph/cluster2-osd.0.log.gz 2026-02-22T22:26:19.126 INFO:teuthology.orchestra.run.trial172.stderr: 2026-02-22T22:26:19.126 INFO:teuthology.orchestra.run.trial172.stderr:real 1m56.615s 2026-02-22T22:26:19.126 INFO:teuthology.orchestra.run.trial172.stderr:user 5m26.041s 2026-02-22T22:26:19.126 INFO:teuthology.orchestra.run.trial172.stderr:sys 0m15.426s 2026-02-22T22:26:19.127 INFO:tasks.ceph:Archiving logs... 2026-02-22T22:26:19.127 DEBUG:teuthology.misc:Transferring archived files from trial023:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106/remote/trial023/log 2026-02-22T22:26:19.128 DEBUG:teuthology.orchestra.run.trial023:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-22T22:26:20.372 DEBUG:teuthology.misc:Transferring archived files from trial172:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106/remote/trial172/log 2026-02-22T22:26:20.373 DEBUG:teuthology.orchestra.run.trial172:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-22T22:26:44.920 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-02-22T22:26:44.933 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-02-22T22:26:44.933 DEBUG:teuthology.orchestra.run.trial023:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-22T22:26:44.935 DEBUG:teuthology.orchestra.run.trial172:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-22T22:26:45.081 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-22T22:26:45.093 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-22T22:26:45.093 DEBUG:teuthology.orchestra.run.trial023:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:26:45.095 DEBUG:teuthology.orchestra.run.trial172:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-22T22:26:45.169 INFO:teuthology.orchestra.run.trial172.stdout: remote refid st t when poll reach delay offset jitter 2026-02-22T22:26:45.169 INFO:teuthology.orchestra.run.trial172.stdout:============================================================================== 2026-02-22T22:26:45.169 INFO:teuthology.orchestra.run.trial172.stdout:+usmoi.meezy.lin 68.188.243.174 2 u 57 128 377 27.275 -3.994 2.122 2026-02-22T22:26:45.169 INFO:teuthology.orchestra.run.trial172.stdout:-72-14-182-49.ip 139.78.97.128 2 u 104 128 377 41.231 -7.514 1.541 2026-02-22T22:26:45.170 INFO:teuthology.orchestra.run.trial172.stdout:*vps-lga1.orlean 17.253.2.43 2 u 43 128 377 3.305 -4.245 0.712 2026-02-22T22:26:45.170 INFO:teuthology.orchestra.run.trial172.stdout:+172-233-177-198 80.192.165.246 2 u 49 128 377 36.888 +0.329 1.596 2026-02-22T22:26:45.173 INFO:teuthology.orchestra.run.trial023.stdout: remote refid st t when poll reach delay offset jitter 2026-02-22T22:26:45.174 INFO:teuthology.orchestra.run.trial023.stdout:============================================================================== 2026-02-22T22:26:45.174 INFO:teuthology.orchestra.run.trial023.stdout:*time.ecansol.ne .PPS. 1 u 52 64 377 30.630 -4.181 1.289 2026-02-22T22:26:45.174 INFO:teuthology.orchestra.run.trial023.stdout:+66.42.71.197 (6 132.239.1.6 2 u 54 64 377 62.272 +0.249 6.948 2026-02-22T22:26:45.174 INFO:teuthology.orchestra.run.trial023.stdout:-zinc.frizzen.ne 198.137.202.32 3 u 51 64 377 66.899 +0.191 0.603 2026-02-22T22:26:45.174 INFO:teuthology.orchestra.run.trial023.stdout:+time.cloudflare 10.196.8.5 3 u 57 64 377 3.105 -0.183 2.032 2026-02-22T22:26:45.174 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-22T22:26:45.186 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-22T22:26:45.186 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-22T22:26:45.199 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-22T22:26:45.212 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-22T22:26:45.226 INFO:teuthology.task.internal:Duration was 2632.143811 seconds 2026-02-22T22:26:45.226 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-22T22:26:45.243 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-22T22:26:45.243 DEBUG:teuthology.orchestra.run.trial023:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-22T22:26:45.245 DEBUG:teuthology.orchestra.run.trial172:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-22T22:26:45.268 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-22T22:26:45.268 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial023.front.sepia.ceph.com 2026-02-22T22:26:45.268 DEBUG:teuthology.orchestra.run.trial023:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-22T22:26:45.317 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial172.front.sepia.ceph.com 2026-02-22T22:26:45.317 DEBUG:teuthology.orchestra.run.trial172:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-22T22:26:45.324 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-22T22:26:45.324 DEBUG:teuthology.orchestra.run.trial023:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:26:45.360 DEBUG:teuthology.orchestra.run.trial172:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:26:45.587 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-22T22:26:45.588 DEBUG:teuthology.orchestra.run.trial023:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:26:45.590 DEBUG:teuthology.orchestra.run.trial172:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-22T22:26:45.597 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:26:45.599 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:26:45.599 INFO:teuthology.orchestra.run.trial023.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-22T22:26:45.599 INFO:teuthology.orchestra.run.trial023.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:26:45.599 INFO:teuthology.orchestra.run.trial023.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: /home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-22T22:26:45.600 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-22T22:26:45.601 INFO:teuthology.orchestra.run.trial172.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-22T22:26:45.601 INFO:teuthology.orchestra.run.trial172.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-22T22:26:45.601 INFO:teuthology.orchestra.run.trial172.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-22T22:26:45.601 INFO:teuthology.orchestra.run.trial172.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: /home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-22T22:26:45.666 INFO:teuthology.orchestra.run.trial023.stderr: 81.4% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-22T22:26:45.667 INFO:teuthology.orchestra.run.trial172.stderr: 81.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-22T22:26:45.669 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-22T22:26:45.692 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-22T22:26:45.692 DEBUG:teuthology.orchestra.run.trial023:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-22T22:26:45.719 DEBUG:teuthology.orchestra.run.trial172:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-22T22:26:45.728 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-22T22:26:45.742 DEBUG:teuthology.orchestra.run.trial023:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:26:45.764 DEBUG:teuthology.orchestra.run.trial172:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:26:45.771 INFO:teuthology.orchestra.run.trial023.stdout:kernel.core_pattern = core 2026-02-22T22:26:45.778 INFO:teuthology.orchestra.run.trial172.stdout:kernel.core_pattern = core 2026-02-22T22:26:45.787 DEBUG:teuthology.orchestra.run.trial023:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:26:45.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:26:45.826 DEBUG:teuthology.orchestra.run.trial172:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-22T22:26:45.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-22T22:26:45.833 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-22T22:26:45.850 INFO:teuthology.task.internal:Transferring archived files... 2026-02-22T22:26:45.851 DEBUG:teuthology.misc:Transferring archived files from trial023:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106/remote/trial023 2026-02-22T22:26:45.851 DEBUG:teuthology.orchestra.run.trial023:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-22T22:26:45.901 DEBUG:teuthology.misc:Transferring archived files from trial172:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-22_19:35:38-rbd-wip-yuri6-testing-2026-02-22-1629-squid-distro-default-trial/64106/remote/trial172 2026-02-22T22:26:45.901 DEBUG:teuthology.orchestra.run.trial172:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-22T22:26:45.936 INFO:teuthology.task.internal:Removing archive directory... 2026-02-22T22:26:45.936 DEBUG:teuthology.orchestra.run.trial023:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-22T22:26:45.938 DEBUG:teuthology.orchestra.run.trial172:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-22T22:26:45.965 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-22T22:26:45.991 INFO:teuthology.task.internal:Not uploading archives. 2026-02-22T22:26:45.991 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-22T22:26:46.012 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-22T22:26:46.013 DEBUG:teuthology.orchestra.run.trial023:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-22T22:26:46.015 DEBUG:teuthology.orchestra.run.trial172:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-22T22:26:46.018 INFO:teuthology.orchestra.run.trial023.stdout: 1179687 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 22 22:26 /home/ubuntu/cephtest 2026-02-22T22:26:46.019 INFO:teuthology.orchestra.run.trial172.stdout: 1179687 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 22 22:26 /home/ubuntu/cephtest 2026-02-22T22:26:46.020 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-22T22:26:46.039 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-22T22:26:46.078 INFO:teuthology.run:Summary data: description: rbd/mirror-thrash/{base/install clients/mirror cluster/{2-node openstack} conf/{disable-pool-app} msgr-failures/few objectstore/bluestore-comp-snappy policy/none rbd-mirror/four-per-cluster supported-random-distro$/{ubuntu_latest} workloads/rbd-mirror-snapshot-stress-workunit-fast-diff} duration: 2632.1438105106354 flavor: default owner: scheduled_yuriw@soko04.front.sepia.ceph.com success: true 2026-02-22T22:26:46.078 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-22T22:26:46.183 INFO:teuthology.run:pass